-- Logs begin at Wed 2022-02-16 08:47:17 UTC, end at Wed 2022-02-16 09:46:22 UTC. -- Feb 16 09:18:39.847433 dv-cinder-828459-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 09:18:42.830079 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.common.config [-] Logging enabled! Feb 16 09:18:42.830794 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 09:18:42.830897 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 09:18:42.834357 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.common.config [-] Logging enabled! Feb 16 09:18:42.834611 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 09:18:42.834917 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 09:18:42.835842 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 09:18:42.836101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 09:18:42.836570 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 09:18:42.836815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 09:18:42.837036 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 09:18:42.837355 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.837781 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 09:18:42.838088 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.838375 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.838661 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.838950 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.839232 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.839506 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.839788 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.840118 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.840405 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.840681 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.840958 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.841243 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.841518 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.841796 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.842078 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.842356 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] debug = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.842633 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.843086 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.843739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.844049 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.844337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.844614 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.844883 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.845157 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.845441 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.845771 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] host = dv-cinder-828459-1-iscsi {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.846045 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.846331 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.846612 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.846893 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.847164 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.847434 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.847713 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.847981 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.848274 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.848547 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.848828 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.849108 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.849396 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.849617 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.849835 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.850117 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.850398 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.850669 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.850938 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.851208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.851479 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.851745 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.852008 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.852314 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.852598 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.852880 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.853152 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.853422 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.853690 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.853957 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.854236 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.854506 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.854775 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.855042 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.855323 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.855586 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.855857 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.856181 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.856465 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.856743 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.857025 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.857296 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.857573 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.857842 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.858110 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.858379 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_json = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.858750 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.859088 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.859368 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.859638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.859908 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.860203 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.860474 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.860757 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.861027 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:42.861333 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.861614 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.861909 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.862204 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.862494 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.862774 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.863061 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.863337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.863621 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.863906 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.864219 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.864499 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.864797 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.865082 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.865373 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.865682 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.865968 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.866254 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.866527 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.866798 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.867067 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.867340 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.867626 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.867900 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.868208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.868495 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.868773 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.869065 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.869349 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.869638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.869926 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.870197 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.870473 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.870759 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.871034 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.871303 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.871579 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.871861 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.872162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.872433 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.872712 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.872988 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.873257 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.873527 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.873830 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.874162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.874997 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.875271 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.875535 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.875811 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.876107 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.876392 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.876664 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.876936 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.877204 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.877478 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.877747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.878017 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.878292 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.878561 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.878834 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.879104 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.879372 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.879641 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.879909 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.880204 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.880473 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.880742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.881014 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.881282 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.881565 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.881818 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.882086 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.882353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.882634 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.882926 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.883198 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.883472 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.883745 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.884018 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.884310 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.884582 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.884856 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.885129 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.885396 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.885679 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.885956 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.886241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.886540 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.886814 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.887101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.887373 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.887649 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.887921 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.888219 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.888499 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.888777 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.889064 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.889351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.889639 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.890505 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.890837 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.891279 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.891589 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.891867 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:42.892108 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 09:18:42.892347 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102546) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 09:18:43.263119 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 09:18:43.263323 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 09:18:43.263626 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 09:18:43.263957 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 09:18:43.593894 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.594188 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.594454 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.595745 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.596015 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.596297 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.640671 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.640944 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.641200 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.655403 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.655778 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.656061 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.789048 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.789337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.789606 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.825195 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.825470 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:43.825731 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.068912 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.069501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.069501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.069694 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.070377 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.169368 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.169689 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.169973 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.170238 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.170497 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.170881 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.171167 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.171417 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.171665 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.171943 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.172223 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.172483 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.172742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.172987 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.173239 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.173501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.173751 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.174013 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.174276 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.174529 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.174795 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.175042 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.175318 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.175687 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.175932 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.176201 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.176591 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.176824 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.177055 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.177283 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.177510 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.177736 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.178094 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 09:18:44.181215 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 09:18:44.186269 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 09:18:44.190643 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 16 09:18:44.192315 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 09:18:44.192777 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 09:18:44.193109 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 09:18:44.193489 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 09:18:44.196321 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 09:18:44.196568 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 09:18:44.196912 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 09:18:44.201741 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 09:18:44.224890 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 09:18:44.225344 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.225636 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102546) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 09:18:44.226162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.227551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102546) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 09:18:44.227826 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 09:18:44.228091 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 09:18:44.231366 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.231641 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.299864 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 09:18:44.300082 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 09:18:44.300273 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 09:18:44.300653 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 09:18:44.321663 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_db.sqlalchemy.engines [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102546) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 09:18:44.768070 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing driver for type 'gre' Feb 16 09:18:44.768599 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] gre ID ranges: [(1, 1000)] Feb 16 09:18:44.820323 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing driver for type 'local' Feb 16 09:18:44.820649 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing driver for type 'vlan' Feb 16 09:18:44.834136 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] VlanTypeDriver initialization complete Feb 16 09:18:44.834496 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing driver for type 'vxlan' Feb 16 09:18:44.834974 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] vxlan ID ranges: [(1, 1000)] Feb 16 09:18:44.885155 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing extension driver 'port_security' Feb 16 09:18:44.885637 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] PortSecurityExtensionDriver initialization complete Feb 16 09:18:44.886018 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing mechanism driver 'openvswitch' Feb 16 09:18:44.886381 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing mechanism driver 'hyperv' Feb 16 09:18:44.893671 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.plugin [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:44.894511 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.894877 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.895222 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.895742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.896195 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.896543 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.896877 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.897266 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.897668 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.898262 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.898593 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.898979 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.899381 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.899721 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.900072 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.900465 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.900862 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.901202 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.901536 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.901922 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.902318 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.902654 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.902985 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.903370 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 09:18:44.903809 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] ML2 OVO RPC backend initialized. {{(pid=102546) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 09:18:44.904534 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.904882 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.905289 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.905718 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > networks before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.906077 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.906541 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > ports before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.906881 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.907218 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.907561 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.907894 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.908251 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.908581 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.908909 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.909237 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.909567 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.909893 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.910217 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.917385 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded quota_driver: . Feb 16 09:18:44.917746 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.plugin [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Modular L2 Plugin initialization complete Feb 16 09:18:44.918085 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading services supported by the core plugin {{(pid=102546) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 09:18:44.918422 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.plugins.ml2.managers [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Got port-security extension from driver 'port_security' Feb 16 09:18:44.918900 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.extensions.vlantransparent [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Disabled vlantransparent extension. Feb 16 09:18:44.919382 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102546) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 09:18:44.919702 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: router Feb 16 09:18:44.957468 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.957855 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_create 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.958217 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router before_create 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.958575 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.958939 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.959288 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_delete 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.959641 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.959983 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.960356 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_create 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.960695 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.961036 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.961375 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.961733 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.962139 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.962497 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.962826 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.963153 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: subnet after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.963483 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.963819 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.964185 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.964521 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.964854 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.965198 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router after_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.965530 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.965998 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.966355 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.966693 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.967049 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > agent after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.967389 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.967723 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.968661 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Tracking information for resource: router configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.968983 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Tracking information for resource: floatingip configured {{(pid=102546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 09:18:44.973922 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.db.l3_agentschedulers_db [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 09:18:44.974491 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.974848 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.975194 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.975538 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: port after_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.976366 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router before_create 55550100 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.976727 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.977082 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.977433 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:44.982154 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.provider_configuration [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service providers = [] {{(pid=102546) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 09:18:44.982512 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.db.servicetype_db [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102546) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 09:18:44.986297 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.service_base [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 09:18:44.986436 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.service_base [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 09:18:44.986705 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.service_base [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 09:18:44.987576 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.services.service_base [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 09:18:44.987940 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.services.service_base [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 09:18:44.988341 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:44.988653 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 09:18:45.000540 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.000876 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: auto_allocate Feb 16 09:18:45.006753 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: network precommit_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.007122 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: network precommit_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.007642 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.007953 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: tag Feb 16 09:18:45.014833 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.015829 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: timestamp Feb 16 09:18:45.020010 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.020297 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: network_ip_availability Feb 16 09:18:45.026042 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.026412 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.026765 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.027491 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.027803 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: flavors Feb 16 09:18:45.032873 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.033194 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading Plugin: revisions Feb 16 09:18:45.037614 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 09:18:45.037999 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=102546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 09:18:45.038740 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102546) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 09:18:45.039067 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Initializing extension manager. Feb 16 09:18:45.039586 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: __init__.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.039921 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: __pycache__ {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.040282 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.040608 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: address_group.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.041361 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.041938 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: address-group Feb 16 09:18:45.042253 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: address_scope.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.042952 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.043454 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: address-scope Feb 16 09:18:45.043768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.044919 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.045420 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: router-admin-state-down-before-update Feb 16 09:18:45.045731 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: agent.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.046557 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.047071 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: agent Feb 16 09:18:45.047380 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: agent_resources_synced.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.048311 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.048812 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: agent-resources-synced Feb 16 09:18:45.049122 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.050895 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.051422 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: allowed-address-pairs Feb 16 09:18:45.051739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.052832 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.053339 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: auto-allocated-topology Feb 16 09:18:45.053657 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: availability_zone.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.054337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.054836 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: availability_zone Feb 16 09:18:45.055151 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: availability_zone_filter.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.056067 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.056571 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: availability_zone_filter Feb 16 09:18:45.056886 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: data_plane_status.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.057783 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.058283 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 09:18:45.058597 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: default_subnetpools.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.059498 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.059999 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: default-subnetpools Feb 16 09:18:45.060337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.061133 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.061651 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: dhcp_agent_scheduler Feb 16 09:18:45.062496 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: dns.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.063460 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.063963 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 09:18:45.064308 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: dns_domain_ports.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.065204 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.065706 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 09:18:45.066022 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.066923 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.067424 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 09:18:45.067742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: dvr.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.068430 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.068929 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: dvr Feb 16 09:18:45.069241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: ecmp_routes.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.070142 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.070834 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 09:18:45.071171 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: empty_string_filtering.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.072101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.072601 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: empty-string-filtering Feb 16 09:18:45.072916 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.073811 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.074312 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 09:18:45.074626 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.075522 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.076018 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 09:18:45.076357 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: external_net.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.077305 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.078455 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: external-net Feb 16 09:18:45.078769 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.079673 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.080210 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: extra_dhcp_opt Feb 16 09:18:45.080525 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: extraroute.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.081423 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.081922 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: extraroute Feb 16 09:18:45.082234 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: extraroute_atomic.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.083255 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.083754 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: extraroute-atomic Feb 16 09:18:45.084094 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: filter_validation.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.084747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.085241 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: filter-validation Feb 16 09:18:45.085550 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: fip_pf_description.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.086447 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.086959 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 09:18:45.087251 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: fip_port_details.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.088351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.088852 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: fip-port-details Feb 16 09:18:45.089164 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: flavors.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.090393 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.090902 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: flavors Feb 16 09:18:45.091218 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.092926 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.093589 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 09:18:45.093915 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: floatingip_pools.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.094610 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.095116 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: floatingip-pools Feb 16 09:18:45.095435 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: ip_allocation.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.096382 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.096887 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 09:18:45.097203 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.098126 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.098638 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: ip-substring-filtering Feb 16 09:18:45.098957 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l2_adjacency.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.099863 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.100392 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 09:18:45.100708 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.101670 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.102183 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: router Feb 16 09:18:45.102499 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.104750 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.105278 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 09:18:45.105598 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.106510 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.107021 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: ext-gw-mode Feb 16 09:18:45.107338 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.108270 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.108815 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: l3-ha Feb 16 09:18:45.109130 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.110093 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.110595 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 09:18:45.110909 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_flavors.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.111808 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.112343 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: l3-flavors Feb 16 09:18:45.112657 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.114036 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.114542 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 09:18:45.114863 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.115768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.116300 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 09:18:45.116623 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: l3agentscheduler.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.117660 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.118167 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: l3_agent_scheduler Feb 16 09:18:45.118488 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: local_ip.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.120298 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.120813 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension local_ip not supported by any of loaded plugins Feb 16 09:18:45.121135 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: logging.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.122774 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.123296 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension logging not supported by any of loaded plugins Feb 16 09:18:45.123624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: metering.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.125035 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.125640 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: metering Feb 16 09:18:45.125958 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.127040 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.127554 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: metering_source_and_destination_fields Feb 16 09:18:45.127870 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: multiprovidernet.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.128806 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.129312 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: multi-provider Feb 16 09:18:45.129629 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: netmtu.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.130530 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.131032 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: net-mtu Feb 16 09:18:45.131344 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: netmtu_writable.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.132290 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.132788 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: net-mtu-writable Feb 16 09:18:45.133098 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: network_availability_zone.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.133752 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.134247 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: network_availability_zone Feb 16 09:18:45.134558 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: network_ip_availability.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.135655 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.136194 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: network-ip-availability Feb 16 09:18:45.136509 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: network_segment_range.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.137251 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.137744 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 09:18:45.138055 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: pagination.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.139017 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.139336 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: pagination Feb 16 09:18:45.139720 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: port_device_profile.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.141304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.141817 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: port-device-profile Feb 16 09:18:45.142132 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.143036 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.143539 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: port-mac-address-regenerate Feb 16 09:18:45.143855 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.144782 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.145283 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: port-numa-affinity-policy Feb 16 09:18:45.145597 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: port_resource_request.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.146495 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.146989 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 09:18:45.147303 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.148524 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.149017 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 09:18:45.149333 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: portbindings.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.150241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.150740 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: binding Feb 16 09:18:45.151053 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: portbindings_extended.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.152337 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.152839 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: binding-extended Feb 16 09:18:45.153155 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: portsecurity.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.154050 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.154552 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: port-security Feb 16 09:18:45.154866 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: project_id.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.155933 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.156277 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: project-id Feb 16 09:18:45.156574 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: providernet.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.157470 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.157977 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: provider Feb 16 09:18:45.158291 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.161858 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.162374 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos not supported by any of loaded plugins Feb 16 09:18:45.162694 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.163938 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.164478 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 09:18:45.164803 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.165734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.166236 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 09:18:45.166553 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_default.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.167461 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.167962 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-default not supported by any of loaded plugins Feb 16 09:18:45.168302 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_fip.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.169203 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.169704 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 09:18:45.170018 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.170980 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.172010 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 09:18:45.172479 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.173505 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.174010 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 09:18:45.174326 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.175222 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.175724 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 09:18:45.176057 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.177086 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.177591 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 09:18:45.177928 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.178936 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.179436 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 09:18:45.179753 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_pps_rule.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.180958 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.181475 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 09:18:45.181792 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.182694 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.183195 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 09:18:45.183510 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: qos_rules_alias.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.184558 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.185067 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 09:18:45.185385 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: quota_check_limit.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.186289 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.187399 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: quota-check-limit Feb 16 09:18:45.187774 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: quotasv2.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.188719 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.189043 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: quotas Feb 16 09:18:45.189358 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: quotasv2_detail.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.191042 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.191375 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: quota_details Feb 16 09:18:45.191696 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: rbac.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.192906 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.193423 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: rbac-policies Feb 16 09:18:45.193746 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: rbac_address_group.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.194673 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.195181 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: rbac-address-group Feb 16 09:18:45.195501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: rbac_address_scope.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.196436 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.196943 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: rbac-address-scope Feb 16 09:18:45.197259 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: rbac_security_groups.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.198159 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.198663 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: rbac-security-groups Feb 16 09:18:45.198982 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.199961 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.200500 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: rbac-subnetpool Feb 16 09:18:45.200815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: revisionifmatch.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.201739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.202323 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: revision-if-match Feb 16 09:18:45.202704 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: revisions.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.203813 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.204348 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: standard-attr-revisions Feb 16 09:18:45.204668 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: router_availability_zone.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.205331 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.205836 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: router_availability_zone Feb 16 09:18:45.206151 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: routerservicetype.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.207060 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.207563 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 09:18:45.207877 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.208820 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.209334 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: security-groups-normalized-cidr Feb 16 09:18:45.209652 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.210572 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.211079 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: port-security-groups-filtering Feb 16 09:18:45.211392 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.212344 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.212851 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: security-groups-remote-address-group Feb 16 09:18:45.213162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.214073 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.214575 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: security-groups-shared-filtering Feb 16 09:18:45.214889 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.215461 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 09:18:45.215770 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: securitygroup.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.225717 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.226243 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: security-group Feb 16 09:18:45.226571 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: segment.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.227347 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.227851 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension segment not supported by any of loaded plugins Feb 16 09:18:45.228207 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.229147 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.229656 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 09:18:45.229981 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: servicetype.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.231085 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.231599 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: service-type Feb 16 09:18:45.231919 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: sorting.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.232937 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.233339 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: sorting Feb 16 09:18:45.234185 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: standard_attr_segment.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.235678 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.236224 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 09:18:45.236546 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: standardattrdescription.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.237184 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.237683 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: standard-attr-description Feb 16 09:18:45.238000 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: stateful_security_group.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.238918 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.239425 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: stateful-security-group Feb 16 09:18:45.239742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: stdattrs_common.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.240401 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 09:18:45.240713 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.241643 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.242148 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 09:18:45.242462 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnet_onboard.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.243528 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.244070 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: subnet_onboard Feb 16 09:18:45.244410 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.245329 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.245839 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 09:18:45.246156 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnet_service_types.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.247077 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.247589 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: subnet-service-types Feb 16 09:18:45.247906 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnetallocation.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.249003 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.250091 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: subnet_allocation Feb 16 09:18:45.250409 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.251141 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.251645 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: subnetpool-prefix-ops Feb 16 09:18:45.251959 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.252910 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.253419 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 09:18:45.253740 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: tagging.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.254811 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.255341 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: standard-attr-tag Feb 16 09:18:45.255705 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: timestamp.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.256940 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.257448 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loaded extension: standard-attr-timestamp Feb 16 09:18:45.257768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: trunk.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.258799 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.259307 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension trunk not supported by any of loaded plugins Feb 16 09:18:45.259624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: trunk_details.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.260549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.261052 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 09:18:45.261367 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.262273 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.262773 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 09:18:45.263085 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Loading extension file: vlantransparent.py {{(pid=102546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 09:18:45.263747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 09:18:45.264277 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 09:18:45.266901 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:network Feb 16 09:18:45.267444 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnet Feb 16 09:18:45.267833 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 09:18:45.268240 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:port Feb 16 09:18:45.270647 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.271041 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service FLAVORS assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.271652 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.272109 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.272438 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:router Feb 16 09:18:45.273122 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 09:18:45.273611 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service METERING assigned prefix: /metering {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.275051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.275413 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.275755 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:18:45.276774 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 09:18:45.277197 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:security_group Feb 16 09:18:45.277618 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 09:18:45.278211 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service CORE assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.278534 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 09:18:45.278869 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] subnetpool is already registered Feb 16 09:18:45.279284 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service CORE assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.279601 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 09:18:45.279923 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] subnetpool is already registered Feb 16 09:18:45.282300 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.282725 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service FLAVORS assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.283307 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.283720 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.284063 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:router Feb 16 09:18:45.284394 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] router is already registered Feb 16 09:18:45.284797 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 09:18:45.285120 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] floatingip is already registered Feb 16 09:18:45.285563 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service METERING assigned prefix: /metering {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.286212 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 09:18:45.286529 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] rbac_policy is already registered Feb 16 09:18:45.286923 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:security_group Feb 16 09:18:45.287245 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] security_group is already registered Feb 16 09:18:45.287637 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 09:18:45.287957 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] security_group_rule is already registered Feb 16 09:18:45.288599 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service CORE assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.288921 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 09:18:45.289244 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] subnetpool is already registered Feb 16 09:18:45.289651 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.v2.resource_helper [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Service CORE assigned prefix: {{(pid=102546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 09:18:45.289964 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 09:18:45.290283 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING neutron.quota.resource_registry [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] subnetpool is already registered Feb 16 09:18:45.290736 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: extensions {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.292235 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: address-groups {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.293717 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: address-scopes {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.295220 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: agents {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.297098 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: auto-allocated-topology {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.298240 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: availability_zones {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.299455 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: dhcp-networks {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.300988 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: dhcp-agents {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.302389 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: routers {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.304659 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: flavors {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.305820 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: service_profiles {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.307017 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: next_providers {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.308487 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: service_profiles {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.310033 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: floatingip-pools {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.311290 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: routers {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.313973 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: floatingips {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.315230 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: l3-routers {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.316641 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: l3-agents {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.318104 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: metering-labels {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.319441 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: metering-label-rules {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.320735 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: network-ip-availabilities {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.321982 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: bindings {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.323626 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: quotas {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.325225 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: quotas {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.326746 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: rbac-policies {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.328116 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: security-groups {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.329351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: security-group-rules {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.330585 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: service-providers {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.331784 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: subnetpools {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.333232 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: subnetpools {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.334685 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.336450 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.339169 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.340968 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.473450 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.475319 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.477032 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.479031 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.480838 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.482695 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron.api.extensions [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Extended resource: tags {{(pid=102546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 09:18:45.489251 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING keystonemiddleware.auth_token [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 09:18:45.493955 dv-cinder-828459-1-iscsi neutron-server[102546]: WARNING keystonemiddleware.auth_token [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 09:18:45.503354 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Acquired lock "singleton_lock" {{(pid=102546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 09:18:45.503820 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_concurrency.lockutils [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Releasing lock "singleton_lock" {{(pid=102546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 09:18:45.504489 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Starting 2 workers Feb 16 09:18:45.509310 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Started child 102655 {{(pid=102546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 09:18:45.513729 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Started child 102656 {{(pid=102546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 09:18:45.514802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.515577 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO neutron.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 09:18:45.516048 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.516460 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [-] (102655) wsgi starting up on http://0.0.0.0:9696 Feb 16 09:18:45.518464 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Starting 1 workers Feb 16 09:18:45.518607 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.520061 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [-] (102656) wsgi starting up on http://0.0.0.0:9696 Feb 16 09:18:45.523761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 49974) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:18:45.524006 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Started child 102658 {{(pid=102546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 09:18:45.524592 dv-cinder-828459-1-iscsi neutron-server[102546]: INFO oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Starting 1 workers Feb 16 09:18:45.527709 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] calling RpcWorker wait() {{(pid=102658) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 09:18:45.528316 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] returning from RpcWorker wait() {{(pid=102658) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 09:18:45.529298 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Started child 102659 {{(pid=102546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 09:18:45.529504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.529878 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:45.530073 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG neutron_lib.callbacks.manager [None req-2f32b077-96e4-4bc4-b4fc-c3db66d55ab3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.532924 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 09:18:45.533130 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 09:18:45.533477 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 09:18:45.533839 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077393 Feb 16 09:18:45.534061 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 09:18:45.535581 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 09:18:45.535968 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 09:18:45.537338 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.537766 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:45.538369 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.538779 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.539189 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.539531 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:45.539750 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.540452 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.540714 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.540965 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.541351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.541705 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.542020 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.542189 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.542603 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.542844 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.543167 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.543451 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.543701 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.543966 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.544162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.544435 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.544699 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.544963 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.545205 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] debug = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.545457 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.545910 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.546209 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.546964 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.547515 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.547954 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.548228 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.548516 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.548734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.548970 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.549208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.549470 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.549725 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.549958 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.550204 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.550433 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.550676 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.550898 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.551367 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] host = dv-cinder-828459-1-iscsi {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.551599 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.551813 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.552057 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.552302 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.552545 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553268 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553268 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553268 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553484 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553678 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.553940 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.554166 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.554397 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.554644 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.554803 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_options = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.555180 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.555456 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.555696 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.555893 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.556076 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.556395 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.556741 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.556908 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.557320 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.557556 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.557908 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.558252 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.558613 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.558879 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.559888 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.561320 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.561944 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.561944 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.562247 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.563115 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.564084 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.566351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.567269 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.567722 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.568253 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.568565 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.568888 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.570088 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.571420 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.574935 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.577203 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.577674 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.578126 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.578391 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.578685 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.578939 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.579192 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.579426 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.579704 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.579943 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.580238 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.580510 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.580734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.580968 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.581209 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.581440 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.581680 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_json = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.581900 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.582143 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.582411 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.582632 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.582852 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.583071 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.583287 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.583553 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.583777 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.588463 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.591091 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.591452 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.591712 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.591967 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.592285 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.592541 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.592785 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.593546 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.593900 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.594418 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.594504 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.594775 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.596307 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.596616 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.599180 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.602015 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.602501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.602759 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.603030 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.603277 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.603515 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.603814 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.604216 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.604378 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.604584 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606508 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606950 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.606950 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.607266 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.607434 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.607606 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.607821 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.609525 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.609997 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.610219 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.612330 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.612792 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.613619 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.614553 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.616415 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.616842 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.617249 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.617645 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.617885 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.618119 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.618353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.618585 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.618846 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.619100 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.619364 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.619615 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.619864 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.620333 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.620581 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.621108 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.622638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.623053 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.623291 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.623524 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.623757 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.623976 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.625986 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.626393 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.627150 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.627392 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.627706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.628105 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.629208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.629636 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.629857 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.631135 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.631420 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.631630 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632477 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632477 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632477 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632714 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632782 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.632977 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.633194 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.633431 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.633653 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.633876 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.634118 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.634406 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.634726 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.634975 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.635222 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.635459 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.635735 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.635966 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.637303 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.637567 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.637799 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.638032 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.639101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.639101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.639101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.639101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.640630 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.640884 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.641767 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.642842 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.643342 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.643608 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.643873 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.645186 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.645448 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.646353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.646645 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.646909 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.647221 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.647490 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.647780 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.648316 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.648602 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.648910 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.649181 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.649462 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.649714 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.649963 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.650211 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.650443 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.650708 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.650940 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.651190 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.651434 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.651949 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.651949 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.653635 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.653940 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.654301 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.654567 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.654792 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.656053 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.656053 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.657578 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.657865 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.659347 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.659625 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.659942 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.660208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.660489 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.660722 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.660985 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.661243 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.661494 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.661734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.662549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.662549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.662549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.662825 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.662906 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.663100 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.663323 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.663569 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.663792 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.664014 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.665636 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.667132 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.667397 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.667671 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.667913 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.668196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.668432 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.668660 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.668921 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.669156 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.669438 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.669699 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.669941 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.670198 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.670473 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.670748 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.670961 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.671759 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.672141 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.673109 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.674143 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:45.675240 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.675497 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.675734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.675966 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.676235 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.676464 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.676744 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.677004 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.677407 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.677627 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.677875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.679828 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.679828 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.679828 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.680355 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.680355 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.680622 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.680764 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.680951 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.681179 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.681402 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.681644 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.681866 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.682108 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.682375 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.682634 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.682881 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.683106 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.683338 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.683565 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.683786 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.684009 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.685353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.685353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.685353 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.685597 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.686438 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.688064 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.688412 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.688683 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.688983 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.689230 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.689491 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691740 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691740 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691740 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.691982 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.692263 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.692488 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.692703 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.692917 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.693138 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.693356 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.693566 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.693790 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.693998 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.694247 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.694469 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.694686 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.694923 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.695156 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.695384 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.695593 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.695812 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.696054 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.696293 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.696611 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.696863 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.697135 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.697370 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.697599 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.697867 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.698135 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.698423 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.698636 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.698896 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.699128 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.699347 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.699578 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.699862 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.700162 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.700490 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.700704 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.700968 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.701247 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.701533 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.702447 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.702808 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.703207 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.703506 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.703796 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.704101 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.704354 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.704627 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705513 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705513 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705513 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705513 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705810 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.705986 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.707484 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.707736 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.709097 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.709363 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.709600 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.709921 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.710336 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.710664 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.711813 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.712691 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 09:18:45.713761 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 09:18:45.713761 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 09:18:45.713761 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 09:18:45.713761 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 09:18:45.714024 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 09:18:45.714024 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 09:18:45.714265 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715062 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715062 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715062 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715062 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715062 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715368 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715563 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715715 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.715857 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716009 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716182 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716347 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716510 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716714 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.716812 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.717005 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.717808 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.717808 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.719283 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.719283 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.719526 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.719696 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] debug = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.719815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720009 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720200 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720361 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720519 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720680 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.720843 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721001 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721149 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721311 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721463 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721776 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.721938 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.722099 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.722244 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.722402 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.722552 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.722706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] host = dv-cinder-828459-1-iscsi {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723551 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723873 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723873 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.723873 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.724068 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.724336 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.724530 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.724675 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.724815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.725008 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.725155 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_options = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.725296 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.725586 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.725742 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.726638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.726638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.726638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.726638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.726638 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727817 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727817 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.727817 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728092 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728092 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728304 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728428 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728546 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728833 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.728996 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729107 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729222 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729498 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729498 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729749 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729857 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.729969 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.730158 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.730322 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.730456 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.730611 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731624 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731977 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731977 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.731977 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732247 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732247 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732420 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732584 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732730 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_json = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.732890 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.733049 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.733208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.733423 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.733602 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.734469 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.734959 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.734959 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.734959 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 09:18:45.735183 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.735262 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.735420 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.735587 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.735756 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.735919 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736115 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736280 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736445 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736608 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736778 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.736941 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737114 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737276 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737443 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737616 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737759 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.737922 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738090 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738252 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738415 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738581 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738738 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.738910 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739043 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739199 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739362 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739534 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739699 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.739878 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.740096 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.740233 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741168 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741629 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741629 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741629 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741845 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.741925 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742025 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742189 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742351 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742513 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742676 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.742838 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743000 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743163 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743328 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743490 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743654 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743816 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.743980 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744165 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744339 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744501 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744663 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744826 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.744993 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745154 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745315 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745477 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745639 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745802 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.745963 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746140 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746302 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746465 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746626 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.746952 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747114 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747277 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747440 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747602 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747765 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.747928 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.748862 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749037 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749203 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749419 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749603 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749734 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.749874 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750035 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750197 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750362 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750525 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750698 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.750880 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751043 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751208 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751371 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751534 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751696 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.751860 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752039 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752245 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752408 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752571 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752732 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.752892 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.753768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.753768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.753768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.753768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.753768 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754182 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754182 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754182 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754398 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754398 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754581 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754709 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.754870 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755043 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755206 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755371 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755534 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755704 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.755879 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756073 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756225 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756387 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756712 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.756874 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757036 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757202 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757363 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757525 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757700 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.757864 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758033 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758195 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758382 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758545 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.758869 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759031 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759196 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759366 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759509 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759657 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.759800 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.760875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.761789 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.762564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.762564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.762564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.762564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.762564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.763739 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764227 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764457 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764535 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764664 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.764827 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.765400 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.765400 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.765663 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.765759 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.765915 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766078 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766215 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766379 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766541 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766761 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.766929 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767092 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767274 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767437 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767599 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767834 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.767933 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.768125 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.768290 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.768454 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.768620 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.768785 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.769706 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770213 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770213 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770213 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770580 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770580 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770815 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.770962 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771040 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771209 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771370 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771534 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771697 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.771875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.772794 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.772794 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.772794 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.772794 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.772794 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.773672 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.773672 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.773672 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.773672 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774170 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774170 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774170 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774170 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774549 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774704 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774782 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.774923 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775086 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775250 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775411 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775574 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775736 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.775908 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.776797 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.776973 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777138 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777306 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777466 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777642 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777807 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.777976 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.778142 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.778305 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.780051 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781241 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781747 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.781963 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782064 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782239 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782413 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782578 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782748 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.782926 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783093 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783263 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783413 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783561 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783722 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.783883 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784066 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784235 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784400 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784564 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784712 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.784875 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785038 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785200 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785361 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785525 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785689 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.785851 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.786013 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 09:18:45.786169 dv-cinder-828459-1-iscsi neutron-server[102546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 09:18:57.086429 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526a2cc-adbc-40b8-8cfe-b25fc6e63831 None None] get_active_networks_info from dv-cinder-828459-1-iscsi {{(pid=102658) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 09:18:57.145665 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526a2cc-adbc-40b8-8cfe-b25fc6e63831 None None] No non-hosted networks {{(pid=102658) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 09:18:57.162901 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.agentschedulers_db [None req-b526a2cc-adbc-40b8-8cfe-b25fc6e63831 None None] DHCP Agent not found on host dv-cinder-828459-1-iscsi {{(pid=102658) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 09:18:57.267947 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bc05b804-85c1-4165-9b58-5bddff204198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:59.454405 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d95f8213-1b24-40a8-98e6-9f30862ca244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:18:59.507251 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb59d-8f41-465c-9213-0fe2cff44bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:00.637132 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:01.856553 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:03.275165 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50068) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:03.422259 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:03.428213 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.429267 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.431358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.431700 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.432046 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.432380 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.432698 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.433037 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.433371 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.433670 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.433998 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.434313 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.434636 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:03.435046 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828459-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:03.447128 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828459-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:03.808812 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING oslo_policy.policy [None req-d44f3d60-bd89-4fe7-856d-d86c24fd2332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:03.809470 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING oslo_policy.policy [None req-d44f3d60-bd89-4fe7-856d-d86c24fd2332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:04.037664 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [None req-d44f3d60-bd89-4fe7-856d-d86c24fd2332 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:19:04.038853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d44f3d60-bd89-4fe7-856d-d86c24fd2332 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7615528 Feb 16 09:19:06.630737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50094) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:06.956415 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:07.048779 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.policy [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102655) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 09:19:07.090731 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING oslo_policy.policy [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:07.091102 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING oslo_policy.policy [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:07.191776 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848797778', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848798245', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848771241', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848782292', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848562141', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783848570811', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772310', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1466141'] for rbac-policy (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:07.259718 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:07.260946 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-45141717-9f16-4686-820e-ff2e9bee6b4d admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291578 Feb 16 09:19:07.661987 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.db.l3_hamode_db [None req-b29d6cf6-2f77-4adb-aada-07652632f46f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 09:19:07.743136 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d6cf6-2f77-4adb-aada-07652632f46f None None] Routers set() bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:19:07.743495 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d6cf6-2f77-4adb-aada-07652632f46f None None] Router IDs set() for agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 09:19:09.780127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50104) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:10.092998 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:10.122521 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Made reservation on behalf of 6e4c6aee6cbf4b47a2e830ac2a40d6ba for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:10.127218 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.143363 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.258591 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks [] for security_group (a744bd64-8d55-45f7-91cd-f4d3f294f612), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.262723 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a744bd64-8d55-45f7-91cd-f4d3f294f612), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.287864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:19:10.322613 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783846777474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (71ced472-4f78-42f5-b6eb-e92e9e352861), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.323201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Unsubscribe: segment precommit_create {{(pid=102655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 09:19:10.323715 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Added segment 71ced472-4f78-42f5-b6eb-e92e9e352861 of type vlan for network c8667660-f6af-4ce6-a0b8-20a6dab82101 Feb 16 09:19:10.339316 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a744bd64-8d55-45f7-91cd-f4d3f294f612,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:10.366911 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.367278 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.367703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.368068 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.368418 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.368814 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.369144 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.369519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.369890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.370281 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.370686 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.371016 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.371331 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Tracked resource versions report: Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: pushed versions: Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: { 'AddressGroup': {'1.2'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'ConntrackHelper': {'1.0'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Log': {'1.0'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Network': {'1.1'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Port': {'1.7'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'PortForwarding': {'1.2'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'QosPolicy': {'1.10'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroup': {'1.5'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SubPort': {'1.0'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Subnet': {'1.1'}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Trunk': {'1.1'}} Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: consumer versions: Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'ConntrackHelper': '1.0', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'LocalIPAssociation': '1.0', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Log': '1.0', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Network': '1.1', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Port': '1.7', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'PortForwarding': '1.2', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'QosPolicy': '1.10', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroup': '1.5', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroupRule': '1.2', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SubPort': '1.0', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Subnet': '1.1', Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Trunk': '1.1'}} Feb 16 09:19:10.372893 dv-cinder-828459-1-iscsi neutron-server[102655]: {{(pid=102655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:19:10.439754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (c8667660-f6af-4ce6-a0b8-20a6dab82101), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.478990 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (c8667660-f6af-4ce6-a0b8-20a6dab82101), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.484822 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:10.485521 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:10.553238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7714887 Feb 16 09:19:10.606250 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1b17c-7380-491c-95aa-7f29d6cc16ab demo demo] Pushing event updated for resources: {'Network': ['ID=c8667660-f6af-4ce6-a0b8-20a6dab82101,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:10.618935 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:19:13.168046 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50116) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:13.566764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b4571-4b70-453e-83a6-86f3cd209a0c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:13.568135 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5c7b4571-4b70-453e-83a6-86f3cd209a0c demo admin] 10.222.0.90 "GET /v2.0/networks/c8667660-f6af-4ce6-a0b8-20a6dab82101 HTTP/1.1" status: 200 len: 825 time: 0.3990693 Feb 16 09:19:13.592917 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-706fceef-3db2-452a-a3d9-6984ee53a836 demo admin] 10.222.0.90 "GET /v2.0/subnetpools/4836d510-f03f-4161-8c70-7243f466beaa HTTP/1.1" status: 200 len: 734 time: 0.0190597 Feb 16 09:19:13.601837 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Request body: {'subnet': {'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa', 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:13.622357 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Made reservation on behalf of 6e4c6aee6cbf4b47a2e830ac2a40d6ba for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:13.625091 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:13.889259 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (244565bd-efe4-46b3-ac19-df0c6687de7d), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:13.977829 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Pushing event updated for resources: {'Subnet': ['ID=244565bd-efe4-46b3-ac19-df0c6687de7d,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:13.983021 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Checking segment: {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:19:13.983399 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Network hostable DHCP agents. Network: c8667660-f6af-4ce6-a0b8-20a6dab82101, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:19:14.004785 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:19:14.015535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, c8667660-f6af-4ce6-a0b8-20a6dab82101) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:14.020003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:14.020618 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:14.026166 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afaadb7-3ebe-4fb2-9f59-dad4ae2965c6 None None] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:19:14.043956 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-570337c4-c4b8-4f71-bbd5-dfbd168d6670 demo admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4411232 Feb 16 09:19:14.415231 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-c8667660-f6af-4ce6-a0b8-20a6dab82101', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:19:14.416623 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:14.696404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Allocated IP 172.20.0.2 (c8667660-f6af-4ce6-a0b8-20a6dab82101/244565bd-efe4-46b3-ac19-df0c6687de7d/df47e14a-2729-4113-b7f9-707f3ae1934c) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:14.971442 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks [] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:14.979524 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:15.062166 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:15.066668 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:15.072042 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Pushing event updated for resources: {'Port': ['ID=df47e14a-2729-4113-b7f9-707f3ae1934c,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:15.075965 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:19:15.083856 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.084232 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.084588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.084919 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.085242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.085562 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.085884 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.086202 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.086524 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.086850 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.087168 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.087480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.087789 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Tracked resource versions report: Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: pushed versions: Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: { 'AddressGroup': {'1.2'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'ConntrackHelper': {'1.0'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Log': {'1.0'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Network': {'1.1'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Port': {'1.7'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'PortForwarding': {'1.2'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'QosPolicy': {'1.10'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroup': {'1.5'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SubPort': {'1.0'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Subnet': {'1.1'}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Trunk': {'1.1'}} Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: consumer versions: Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'ConntrackHelper': '1.0', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'LocalIPAssociation': '1.0', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Log': '1.0', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Network': '1.1', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Port': '1.7', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'PortForwarding': '1.2', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'QosPolicy': '1.10', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroup': '1.5', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroupRule': '1.2', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SubPort': '1.0', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Subnet': '1.1', Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Trunk': '1.1'}} Feb 16 09:19:15.089208 dv-cinder-828459-1-iscsi neutron-server[102658]: {{(pid=102658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:19:15.162291 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Attempting to bind port df47e14a-2729-4113-b7f9-707f3ae1934c on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:19:15.162681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Attempting to bind port df47e14a-2729-4113-b7f9-707f3ae1934c by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:19:15.163089 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Attempting to bind port df47e14a-2729-4113-b7f9-707f3ae1934c on network c8667660-f6af-4ce6-a0b8-20a6dab82101 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:19:15.168000 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:19:15.168403 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Checking segment: {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:19:15.168880 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:15.169263 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Bound using segment: {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:19:15.169710 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Bound port: df47e14a-2729-4113-b7f9-707f3ae1934c, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:19:15.170111 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:15.234994 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] For port df47e14a-2729-4113-b7f9-707f3ae1934c, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:15.239087 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] For port df47e14a-2729-4113-b7f9-707f3ae1934c, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=df47e14a-2729-4113-b7f9-707f3ae1934c,segment=NetworkSegment(71ced472-4f78-42f5-b6eb-e92e9e352861),segment_id=71ced472-4f78-42f5-b6eb-e92e9e352861)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:15.246698 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:15.309529 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba5e03-447a-42ce-acbc-ff84add525b0 None None] Pushing event updated for resources: {'Port': ['ID=df47e14a-2729-4113-b7f9-707f3ae1934c,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:16.741649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50124) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:17.064599 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [None req-636a4637-7616-48ec-837f-ff1b357d5acb admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:19:17.065600 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-636a4637-7616-48ec-837f-ff1b357d5acb admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228717 Feb 16 09:19:19.637760 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50132) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:19.951751 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [None req-09413a41-89ca-4857-a12d-01a19bd96459 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:19:19.953469 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-09413a41-89ca-4857-a12d-01a19bd96459 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142126 Feb 16 09:19:22.540080 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50140) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:22.855378 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:22.881286 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (2b1bdb85-4788-44af-a159-48d49a7d57fb), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:22.882808 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (2b1bdb85-4788-44af-a159-48d49a7d57fb), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:23.017835 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Publish callbacks [] for router_controller (2b1bdb85-4788-44af-a159-48d49a7d57fb), precommit_add_association {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:23.022873 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (2b1bdb85-4788-44af-a159-48d49a7d57fb), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:23.041814 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:23.043031 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1b1ce15c-90a8-47d9-b7e7-4aa442d23633 demo demo] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5018945 Feb 16 09:19:25.741478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50152) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:26.102402 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [None req-aa5a0c7d-6df8-4809-8d88-b8a070e393ec admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:19:26.107166 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-aa5a0c7d-6df8-4809-8d88-b8a070e393ec admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3613498 Feb 16 09:19:26.153287 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df47e14a-2729-4113-b7f9-707f3ae1934c up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:19:26.248755 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port df47e14a-2729-4113-b7f9-707f3ae1934c triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:26.249082 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:26.367265 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port df47e14a-2729-4113-b7f9-707f3ae1934c is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:26.367659 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:26.403760 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port df47e14a-2729-4113-b7f9-707f3ae1934c, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=df47e14a-2729-4113-b7f9-707f3ae1934c,segment=NetworkSegment(71ced472-4f78-42f5-b6eb-e92e9e352861),segment_id=71ced472-4f78-42f5-b6eb-e92e9e352861)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:26.408472 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:26.459216 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=df47e14a-2729-4113-b7f9-707f3ae1934c,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:26.963019 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc1576-a824-4f9b-ae14-9f2fd3900e96 None None] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:19:27.066326 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-05f89b82-7d38-4733-ac72-edf8e8d7efb4 None None] Provisioning complete for port df47e14a-2729-4113-b7f9-707f3ae1934c triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:27.066706 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f89b82-7d38-4733-ac72-edf8e8d7efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:27.068852 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d57ae75-87a4-4bd1-a410-f90d8bd2d113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:27.190267 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-05f89b82-7d38-4733-ac72-edf8e8d7efb4 None None] Current status of the port df47e14a-2729-4113-b7f9-707f3ae1934c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:27.511272 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-7598799f-969d-4f5e-a47d-be84723cf7e5 None None] Provisioning complete for port df47e14a-2729-4113-b7f9-707f3ae1934c triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:27.511577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7598799f-969d-4f5e-a47d-be84723cf7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:27.590509 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-7598799f-969d-4f5e-a47d-be84723cf7e5 None None] Current status of the port df47e14a-2729-4113-b7f9-707f3ae1934c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:28.109580 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df47e14a-2729-4113-b7f9-707f3ae1934c up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:19:28.157039 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port df47e14a-2729-4113-b7f9-707f3ae1934c triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:28.157533 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:28.238613 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port df47e14a-2729-4113-b7f9-707f3ae1934c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:28.739268 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50162) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:29.055543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:29.073547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Made reservation on behalf of 452aa210ed214b4b8bc6178a127c766b for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:29.075975 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.085001 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.162414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks [] for security_group (edf06bc2-7d5c-417b-b39d-44bdb56ec58f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.165798 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (edf06bc2-7d5c-417b-b39d-44bdb56ec58f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.180583 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Reserving flat network on physical network physnet1 {{(pid=102655) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 09:19:29.199390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf06bc2-7d5c-417b-b39d-44bdb56ec58f,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:29.202439 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (d1c756a2-d1dc-4500-8135-abe76b70f412), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.202962 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Added segment d1c756a2-d1dc-4500-8135-abe76b70f412 of type flat for network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c Feb 16 09:19:29.248742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.278699 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.279593 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:29.280185 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:29.318292 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5779757 Feb 16 09:19:29.377084 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24212a5-e9f4-421f-a44f-621fbec4573e admin admin] Pushing event updated for resources: {'Network': ['ID=3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:29.387335 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:19:29.470253 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d64c2e6a-4bdb-4749-ad7e-18e86e307e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:30.594110 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:31.810210 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:31.890947 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50180) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:32.113052 dv-cinder-828459-1-iscsi neutron-server[102656]: WARNING oslo_policy.policy [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:32.113654 dv-cinder-828459-1-iscsi neutron-server[102656]: WARNING oslo_policy.policy [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:32.521471 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.policy [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102656) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 09:19:32.566188 dv-cinder-828459-1-iscsi neutron-server[102656]: WARNING oslo_policy.policy [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:32.566563 dv-cinder-828459-1-iscsi neutron-server[102656]: WARNING oslo_policy.policy [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 09:19:32.574358 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:32.576083 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c91cc3bc-7f58-4526-95c3-e455b9029f9f demo admin] 10.222.0.90 "GET /v2.0/subnets/244565bd-efe4-46b3-ac19-df0c6687de7d HTTP/1.1" status: 200 len: 849 time: 0.6842260 Feb 16 09:19:32.745322 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-211e1896-34c3-4b5a-8fb3-cb34111e9ec9 demo admin] 10.222.0.90 "GET /v2.0/routers/2b1bdb85-4788-44af-a159-48d49a7d57fb HTTP/1.1" status: 200 len: 704 time: 0.1630754 Feb 16 09:19:33.028834 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.355608 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Allocated IP 172.20.0.1 (c8667660-f6af-4ce6-a0b8-20a6dab82101/244565bd-efe4-46b3-ac19-df0c6687de7d/b3248aba-10b3-4f71-b862-184da65cb1fe) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:33.416945 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.571318 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks [] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.638832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.678508 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:33.700097 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:33.735454 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:19:33.736079 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (2b1bdb85-4788-44af-a159-48d49a7d57fb), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.814446 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Pushing event updated for resources: {'Port': ['ID=b3248aba-10b3-4f71-b862-184da65cb1fe,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:33.832339 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.832700 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.833054 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.833386 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.833707 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.834026 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.834363 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.834684 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.835000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.835328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.835646 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.835957 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.836291 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Tracked resource versions report: Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: pushed versions: Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: { 'AddressGroup': {'1.2'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'ConntrackHelper': {'1.0'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Log': {'1.0'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Network': {'1.1'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Port': {'1.7'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'PortForwarding': {'1.2'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'QosPolicy': {'1.10'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroup': {'1.5'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SubPort': {'1.0'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Subnet': {'1.1'}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Trunk': {'1.1'}} Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: consumer versions: Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'ConntrackHelper': '1.0', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'LocalIPAssociation': '1.0', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Log': '1.0', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Network': '1.1', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Port': '1.7', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'PortForwarding': '1.2', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'QosPolicy': '1.10', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroup': '1.5', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroupRule': '1.2', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SubPort': '1.0', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Subnet': '1.1', Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Trunk': '1.1'}} Feb 16 09:19:33.837704 dv-cinder-828459-1-iscsi neutron-server[102656]: {{(pid=102656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:19:33.949105 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-38ec8da1-d519-4de4-817b-d71fe677abaf None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:33.949411 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38ec8da1-d519-4de4-817b-d71fe677abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.961675 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:33.982368 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-38ec8da1-d519-4de4-817b-d71fe677abaf None None] Port b3248aba-10b3-4f71-b862-184da65cb1fe cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:19:34.169439 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks [] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:34.173690 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:34.174431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (2b1bdb85-4788-44af-a159-48d49a7d57fb), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:34.230626 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Pushing event updated for resources: {'Port': ['ID=b3248aba-10b3-4f71-b862-184da65cb1fe,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:34.295934 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:34.297239 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:34.462147 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Router 2b1bdb85-4788-44af-a159-48d49a7d57fb is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:19:34.506126 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-4e2f49b1-e26b-4f75-93e2-c336faf1ed6f None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:34.506671 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4e2f49b1-e26b-4f75-93e2-c336faf1ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:34.551432 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f49b1-e26b-4f75-93e2-c336faf1ed6f None None] Port b3248aba-10b3-4f71-b862-184da65cb1fe cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:19:34.605041 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:19:34.610787 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-89ae12ec-7ff5-42e1-939f-b346c633df24 demo admin] 10.222.0.90 "PUT /v2.0/routers/2b1bdb85-4788-44af-a159-48d49a7d57fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8599098 Feb 16 09:19:34.616221 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Sync routers for ids ['2b1bdb85-4788-44af-a159-48d49a7d57fb'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:19:34.629465 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Routers {'2b1bdb85-4788-44af-a159-48d49a7d57fb'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:19:34.630328 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:19:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['2b1bdb85-4788-44af-a159-48d49a7d57fb'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:34.829042 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Set router 2b1bdb85-4788-44af-a159-48d49a7d57fb gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:19:35.260973 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:33Z', 'revision_number': 2, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port_host': None, '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:34Z', 'revision_number': 2, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:35.313042 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Checking router: 2b1bdb85-4788-44af-a159-48d49a7d57fb for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:19:35.313456 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Updating router 2b1bdb85-4788-44af-a159-48d49a7d57fb port b3248aba-10b3-4f71-b862-184da65cb1fe binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:19:35.365566 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:35.878103 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks [] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:35.884317 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.025707 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Pushing event updated for resources: {'Port': ['ID=b3248aba-10b3-4f71-b862-184da65cb1fe,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:36.064457 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Attempting to bind port b3248aba-10b3-4f71-b862-184da65cb1fe on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:19:36.064849 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Attempting to bind port b3248aba-10b3-4f71-b862-184da65cb1fe by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:19:36.065406 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Attempting to bind port b3248aba-10b3-4f71-b862-184da65cb1fe on network c8667660-f6af-4ce6-a0b8-20a6dab82101 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:19:36.067994 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.068379 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.068724 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.069057 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.069383 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.069707 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.070030 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.070352 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.070672 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.071006 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.071331 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.071647 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.071966 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Tracked resource versions report: Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: pushed versions: Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: { 'AddressGroup': {'1.2'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Log': {'1.0'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Network': {'1.1'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Port': {'1.7'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'PortForwarding': {'1.2'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'QosPolicy': {'1.10'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroup': {'1.5'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SubPort': {'1.0'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Subnet': {'1.1'}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Trunk': {'1.1'}} Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: consumer versions: Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'ConntrackHelper': '1.0', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'LocalIPAssociation': '1.0', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Log': '1.0', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Network': '1.1', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Port': '1.7', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'PortForwarding': '1.2', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'QosPolicy': '1.10', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroup': '1.5', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroupRule': '1.2', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SubPort': '1.0', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Subnet': '1.1', Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Trunk': '1.1'}} Feb 16 09:19:36.073436 dv-cinder-828459-1-iscsi neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:19:36.080374 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:19:36.080789 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Checking segment: {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:19:36.081345 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.081677 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Bound using segment: {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:19:36.082154 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Bound port: b3248aba-10b3-4f71-b862-184da65cb1fe, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ced472-4f78-42f5-b6eb-e92e9e352861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:19:36.082546 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.151499 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] For port b3248aba-10b3-4f71-b862-184da65cb1fe, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:36.173070 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] For port b3248aba-10b3-4f71-b862-184da65cb1fe, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=b3248aba-10b3-4f71-b862-184da65cb1fe,segment=NetworkSegment(71ced472-4f78-42f5-b6eb-e92e9e352861),segment_id=71ced472-4f78-42f5-b6eb-e92e9e352861)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:36.179925 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.181819 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:36.182723 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.241921 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e93a-a505-4a9c-9f63-185250f98d07 None None] Pushing event updated for resources: {'Port': ['ID=b3248aba-10b3-4f71-b862-184da65cb1fe,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:36.251886 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Routers {'2b1bdb85-4788-44af-a159-48d49a7d57fb'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:19:36.252533 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:19:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['2b1bdb85-4788-44af-a159-48d49a7d57fb'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:36.273107 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Current status of the port b3248aba-10b3-4f71-b862-184da65cb1fe is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:36.273604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.310463 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] For port b3248aba-10b3-4f71-b862-184da65cb1fe, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=b3248aba-10b3-4f71-b862-184da65cb1fe,segment=NetworkSegment(71ced472-4f78-42f5-b6eb-e92e9e352861),segment_id=71ced472-4f78-42f5-b6eb-e92e9e352861)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:36.315174 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.348800 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] Set router 2b1bdb85-4788-44af-a159-48d49a7d57fb gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:19:36.376010 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5bde3-3022-4db7-bc24-964c0927b01f None None] Pushing event updated for resources: {'Port': ['ID=b3248aba-10b3-4f71-b862-184da65cb1fe,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:36.434779 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bf1a8061-b8b9-463b-960e-91404f20a74e None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:36.435306 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8061-b8b9-463b-960e-91404f20a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:36.569981 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a8061-b8b9-463b-960e-91404f20a74e None None] Current status of the port b3248aba-10b3-4f71-b862-184da65cb1fe is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:36.578593 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:33Z', 'revision_number': 2, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port_host': None, '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:36Z', 'revision_number': 4, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:36.605685 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf2365-1c0b-4d89-804d-bfa6a8a7296d None None] The sync data for ids ['2b1bdb85-4788-44af-a159-48d49a7d57fb'] in dv-cinder-828459-1-iscsi is: [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:33Z', 'revision_number': 2, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port_host': None, '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:36Z', 'revision_number': 4, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:19:37.104616 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50212) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:37.216332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b23210-a254-4236-97fa-89f0a08fd8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:37.217607 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a3b23210-a254-4236-97fa-89f0a08fd8c3 admin admin] 10.222.0.90 "GET /v2.0/networks/3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c HTTP/1.1" status: 200 len: 842 time: 0.1119163 Feb 16 09:19:37.227828 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:37.263271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Made reservation on behalf of 452aa210ed214b4b8bc6178a127c766b for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:37.266447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:37.581564 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.objects.ports [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102656) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 09:19:37.581979 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (2e315850-25f7-4c45-b60a-037d7c5e0e9d), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:37.636517 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e315850-25f7-4c45-b60a-037d7c5e0e9d,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:37.646221 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:19:37.646566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Network hostable DHCP agents. Network: 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:19:37.667180 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:19:37.678716 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:37.683176 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:37.685062 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:37.689023 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ea08e-2d89-414a-973c-ac8e0ab6f00f None None] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:19:37.718191 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2dfcfa73-ef4b-434f-b181-3b3f3a548469 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4937797 Feb 16 09:19:37.799513 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27436782-58d5-48b9-bc67-2af5d79ca1fb None None] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:19:40.191247 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50220) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:40.332909 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d67bca1c-da15-40be-939d-e3d82b05812b demo admin] 10.222.0.90 "GET /v2.0/routers/2b1bdb85-4788-44af-a159-48d49a7d57fb HTTP/1.1" status: 200 len: 710 time: 0.1404762 Feb 16 09:19:40.421955 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d99be-96a4-4251-b874-5cfb1ea04615 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:40.423776 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e27d99be-96a4-4251-b874-5cfb1ea04615 demo admin] 10.222.0.90 "GET /v2.0/networks/3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c HTTP/1.1" status: 200 len: 886 time: 0.0855093 Feb 16 09:19:40.432617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:19:40.693939 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks [] for router_gateway (2b1bdb85-4788-44af-a159-48d49a7d57fb), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:40.929332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks [] for router_gateway (2b1bdb85-4788-44af-a159-48d49a7d57fb), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.001678 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.175085 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Allocated IP 172.27.3.86 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/eee287ac-0c6c-4340-9f56-58c0086586be) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:41.270440 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks [] for port (eee287ac-0c6c-4340-9f56-58c0086586be), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.304415 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.342587 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:41.345414 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:41.349433 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:19:41.383001 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Pushing event updated for resources: {'Port': ['ID=eee287ac-0c6c-4340-9f56-58c0086586be,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:41.598136 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks [] for router_gateway (2b1bdb85-4788-44af-a159-48d49a7d57fb), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.795176 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1807820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6536'] for router (2b1bdb85-4788-44af-a159-48d49a7d57fb), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.799313 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807829'] for router (2b1bdb85-4788-44af-a159-48d49a7d57fb), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:41.910412 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Router 2b1bdb85-4788-44af-a159-48d49a7d57fb has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:19:42.022842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:19:42.027387 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:42.029614 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-71322553-cec2-4ded-a9e4-bfc94075708b demo admin] 10.222.0.90 "PUT /v2.0/routers/2b1bdb85-4788-44af-a159-48d49a7d57fb HTTP/1.1" status: 200 len: 889 time: 1.6001196 Feb 16 09:19:44.142922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device b3248aba-10b3-4f71-b862-184da65cb1fe up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:19:44.190077 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:44.190440 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:44.273512 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port b3248aba-10b3-4f71-b862-184da65cb1fe is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:44.661430 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50232) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:19:44.777947 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-da85efde-f324-4f02-8c09-ea1e987a0b4a admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1153967 Feb 16 09:19:45.534660 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Sync routers for ids ['2b1bdb85-4788-44af-a159-48d49a7d57fb'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:19:45.546362 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Routers {'2b1bdb85-4788-44af-a159-48d49a7d57fb'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:19:45.547605 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:19:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['2b1bdb85-4788-44af-a159-48d49a7d57fb'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:45.774978 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Set router 2b1bdb85-4788-44af-a159-48d49a7d57fb gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:19:46.177956 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:41Z', 'revision_number': 4, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port': {'id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:41Z', 'updated_at': '2022-02-16T09:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:36Z', 'revision_number': 5, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:46.228468 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Checking router: 2b1bdb85-4788-44af-a159-48d49a7d57fb for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:19:46.228826 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Updating router 2b1bdb85-4788-44af-a159-48d49a7d57fb port eee287ac-0c6c-4340-9f56-58c0086586be binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:19:46.280556 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.707055 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks [] for port (eee287ac-0c6c-4340-9f56-58c0086586be), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.712538 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.761538 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Attempting to bind port eee287ac-0c6c-4340-9f56-58c0086586be on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:19:46.762179 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Attempting to bind port eee287ac-0c6c-4340-9f56-58c0086586be by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:19:46.762296 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Attempting to bind port eee287ac-0c6c-4340-9f56-58c0086586be on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:19:46.774271 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:19:46.775262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:19:46.775262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.775472 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:19:46.777137 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Bound port: eee287ac-0c6c-4340-9f56-58c0086586be, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:19:46.777137 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.797304 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc6b99-1b42-44bf-8cd1-561bc1956590 None None] Pushing event updated for resources: {'Port': ['ID=eee287ac-0c6c-4340-9f56-58c0086586be,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:46.833751 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] For port eee287ac-0c6c-4340-9f56-58c0086586be, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:46.838178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] For port eee287ac-0c6c-4340-9f56-58c0086586be, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=eee287ac-0c6c-4340-9f56-58c0086586be,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:46.845075 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:46.911899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc6b99-1b42-44bf-8cd1-561bc1956590 None None] Pushing event updated for resources: {'Port': ['ID=eee287ac-0c6c-4340-9f56-58c0086586be,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:46.914439 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Routers {'2b1bdb85-4788-44af-a159-48d49a7d57fb'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:19:46.915145 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:19:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['2b1bdb85-4788-44af-a159-48d49a7d57fb'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:47.049124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] Set router 2b1bdb85-4788-44af-a159-48d49a7d57fb gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:19:47.286605 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:41Z', 'revision_number': 4, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port': {'id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:41Z', 'updated_at': '2022-02-16T09:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:36Z', 'revision_number': 5, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:47.313984 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1248670-cab6-434b-940a-3f572013f4fa None None] The sync data for ids ['2b1bdb85-4788-44af-a159-48d49a7d57fb'] in dv-cinder-828459-1-iscsi is: [{'id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'name': 'router1', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:22Z', 'updated_at': '2022-02-16T09:19:41Z', 'revision_number': 4, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'gw_port': {'id': 'eee287ac-0c6c-4340-9f56-58c0086586be', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:41Z', 'updated_at': '2022-02-16T09:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'b3248aba-10b3-4f71-b862-184da65cb1fe', 'name': '', 'network_id': 'c8667660-f6af-4ce6-a0b8-20a6dab82101', 'tenant_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'mac_address': 'fa:16:3e:48:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bdb85-4788-44af-a159-48d49a7d57fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:33Z', 'updated_at': '2022-02-16T09:19:36Z', 'revision_number': 5, 'project_id': '6e4c6aee6cbf4b47a2e830ac2a40d6ba', 'subnets': [{'id': '244565bd-efe4-46b3-ac19-df0c6687de7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4836d510-f03f-4161-8c70-7243f466beaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:19:48.197484 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device eee287ac-0c6c-4340-9f56-58c0086586be up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:19:48.253641 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port eee287ac-0c6c-4340-9f56-58c0086586be triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:48.254039 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:48.363277 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port eee287ac-0c6c-4340-9f56-58c0086586be is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:48.364047 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:48.405561 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port eee287ac-0c6c-4340-9f56-58c0086586be, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=eee287ac-0c6c-4340-9f56-58c0086586be,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:48.421165 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:48.481439 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=eee287ac-0c6c-4340-9f56-58c0086586be,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:50.200624 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device eee287ac-0c6c-4340-9f56-58c0086586be up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:19:50.326562 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port eee287ac-0c6c-4340-9f56-58c0086586be triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:50.326949 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (eee287ac-0c6c-4340-9f56-58c0086586be), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:50.472732 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port eee287ac-0c6c-4340-9f56-58c0086586be is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:19:56.581949 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:19:57.049149 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-82da77ef-7122-480c-b13a-ea4ea914b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:19:59.444872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e1e62538-fd98-4199-9120-262cd3c6baf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:00.597138 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:01.844924 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:03.426617 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:27.060647 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ff9c66ad-58fe-4c03-8ade-16733ab5a42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:29.469909 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3696d654-8fb3-4bf7-936f-c21e6a6e275c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:30.600479 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:31.819327 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:33.425255 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:33.592081 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:20:57.044798 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-74970011-ea45-4318-8825-409adc804009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:20:59.443682 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0d320fec-1376-472f-be3d-742231388fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:00.598990 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:01.823315 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:03.419452 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:08.237246 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50716) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:08.300146 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb509fc7-dff9-4632-8663-bb33661c1d3e admin admin] GET failed (client error): The resource could not be found. Feb 16 09:21:08.301438 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-bb509fc7-dff9-4632-8663-bb33661c1d3e admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632484 Feb 16 09:21:08.469438 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7c8b5-7378-4a74-bc40-ad36acbd6ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:08.471834 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b9d7c8b5-7378-4a74-bc40-ad36acbd6ca1 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660724 Feb 16 09:21:10.583599 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:21:10.826092 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50726) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:10.916392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484be33-e5c8-41de-8be6-88b9d5706a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:10.918362 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9484be33-e5c8-41de-8be6-88b9d5706a9e admin admin] 10.222.0.90 "GET /v2.0/subnets/244565bd-efe4-46b3-ac19-df0c6687de7d HTTP/1.1" status: 200 len: 849 time: 0.0913033 Feb 16 09:21:10.927649 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:21:11.015009 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Publish callbacks [] for subnet (244565bd-efe4-46b3-ac19-df0c6687de7d), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:11.159181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783846854503'] for subnet (244565bd-efe4-46b3-ac19-df0c6687de7d), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:11.277397 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:11.277397 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:11.287088 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] 10.222.0.90 "PUT /v2.0/subnets/244565bd-efe4-46b3-ac19-df0c6687de7d HTTP/1.1" status: 200 len: 868 time: 0.3546262 Feb 16 09:21:11.287357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e7a19-a108-4b40-bd70-7cc53bffbf3e None None] Network c8667660-f6af-4ce6-a0b8-20a6dab82101 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:21:11.299351 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=244565bd-efe4-46b3-ac19-df0c6687de7d,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:21:11.306932 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.307320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.307669 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.308807 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.309045 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.309388 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.309738 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.310078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.310422 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.310754 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.311084 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.311407 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.311729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63423cc-c8bb-4ee6-9162-7480522792bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:21:11.649812 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Provisioning complete for port b3248aba-10b3-4f71-b862-184da65cb1fe triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:21:11.650192 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b3248aba-10b3-4f71-b862-184da65cb1fe), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:11.729526 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Current status of the port b3248aba-10b3-4f71-b862-184da65cb1fe is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:21:11.739640 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Provisioning complete for port df47e14a-2729-4113-b7f9-707f3ae1934c triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:21:11.740014 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df47e14a-2729-4113-b7f9-707f3ae1934c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:11.817676 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b8e8c-25f5-4a69-b20a-ae3615bb2792 None None] Current status of the port df47e14a-2729-4113-b7f9-707f3ae1934c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:21:13.646559 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50734) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:13.853370 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77218c5-76c0-42f3-8d15-f7745004c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:13.853831 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77218c5-76c0-42f3-8d15-f7745004c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:13.855490 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b77218c5-76c0-42f3-8d15-f7745004c08a admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079694 Feb 16 09:21:16.220524 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50742) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:16.353685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7cfd5-10e3-4db7-92a1-a01923e780af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:16.354148 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7cfd5-10e3-4db7-92a1-a01923e780af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:16.355892 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-41b7cfd5-10e3-4db7-92a1-a01923e780af admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343834 Feb 16 09:21:18.741237 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50750) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:18.870314 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117fad0-0adb-41ef-bbb3-5387cf7e7f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:18.871677 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e117fad0-0adb-41ef-bbb3-5387cf7e7f80 admin admin] 10.222.0.90 "GET /v2.0/networks/3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c HTTP/1.1" status: 200 len: 886 time: 0.1292052 Feb 16 09:21:21.271409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50758) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:21.410206 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf6fb41-23f7-4c58-84d4-a330efec0c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:21.411634 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-abf6fb41-23f7-4c58-84d4-a330efec0c68 admin admin] 10.222.0.90 "GET /v2.0/networks/c8667660-f6af-4ce6-a0b8-20a6dab82101 HTTP/1.1" status: 200 len: 869 time: 0.1393626 Feb 16 09:21:23.817740 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50766) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:23.946532 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c030e-3365-4a28-97ca-12ee0aabc06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:23.946977 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c030e-3365-4a28-97ca-12ee0aabc06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:23.949188 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-621c030e-3365-4a28-97ca-12ee0aabc06e admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304977 Feb 16 09:21:26.332900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50774) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:26.431076 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96080c-58a1-4e84-a058-54d76dbe290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:26.431520 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96080c-58a1-4e84-a058-54d76dbe290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:26.434335 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-cf96080c-58a1-4e84-a058-54d76dbe290b admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1004746 Feb 16 09:21:27.050242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-25ba16fb-4618-43ba-9165-db2de5b3ab32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:28.938756 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50782) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:29.047741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ddb2d9-612f-4049-820b-242b28807c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:29.049143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-96ddb2d9-612f-4049-820b-242b28807c28 admin admin] 10.222.0.90 "GET /v2.0/subnets/244565bd-efe4-46b3-ac19-df0c6687de7d HTTP/1.1" status: 200 len: 868 time: 0.1091893 Feb 16 09:21:29.445925 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42f6514a-ca88-45a5-b808-7b0093ba6e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:30.602491 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:31.448889 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50792) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:21:31.541395 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e901144-bdb3-4d63-a7d8-9153ec94e798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:31.542741 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-9e901144-bdb3-4d63-a7d8-9153ec94e798 admin admin] 10.222.0.90 "GET /v2.0/subnets/2e315850-25f7-4c45-b60a-037d7c5e0e9d HTTP/1.1" status: 200 len: 816 time: 0.0929084 Feb 16 09:21:31.831207 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:33.425132 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:47.581541 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:21:57.053155 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-32b873dc-4c89-4c52-8044-ee815531c759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:21:59.450656 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b1ca976d-d41e-4d86-ad7a-2f90644147fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:00.295251 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50846) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:22:00.342798 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [None req-e2139f7d-9ef6-4883-9fe5-bef396a68ad6 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:22:00.343763 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e2139f7d-9ef6-4883-9fe5-bef396a68ad6 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476584 Feb 16 09:22:00.605354 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:01.830104 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:02.771923 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50854) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:22:02.832993 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.pecan_wsgi.hooks.translation [None req-555622dc-bf40-4a3b-bbec-7adcf9dd00a4 admin admin] GET failed (client error): The resource could not be found. Feb 16 09:22:02.834271 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-555622dc-bf40-4a3b-bbec-7adcf9dd00a4 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613205 Feb 16 09:22:02.973562 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da10d2c-4d1f-4386-9c0e-988a15b12606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:02.974960 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8da10d2c-4d1f-4386-9c0e-988a15b12606 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364419 Feb 16 09:22:03.418539 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.379475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50862) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:22:05.426020 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:22:05.444860 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Made reservation on behalf of 452aa210ed214b4b8bc6178a127c766b for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:22:05.447416 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.480985 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING neutron.services.revisions.revision_plugin [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Could not find related network for resource to bump revision. Feb 16 09:22:05.494224 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:22:05.503387 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (39756b02-72f6-485e-996e-ebf8d8e9ec5d), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.503724 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Added segment 39756b02-72f6-485e-996e-ebf8d8e9ec5d of type vlan for network 55375837-50f0-4ec4-9743-19c2a524cb9a Feb 16 09:22:05.546437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (55375837-50f0-4ec4-9743-19c2a524cb9a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.571007 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (55375837-50f0-4ec4-9743-19c2a524cb9a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.571924 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:05.572512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:05.608198 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2275581 Feb 16 09:22:05.637205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Pushing event updated for resources: {'Network': ['ID=55375837-50f0-4ec4-9743-19c2a524cb9a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:05.644648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.645018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.645368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.645708 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.646034 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.646368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.646711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.647038 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.647381 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.647707 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.648349 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.649254 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.649762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341fde9-e49b-45dd-9946-3827e2147783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:05.662445 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 55375837-50f0-4ec4-9743-19c2a524cb9a details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:22:07.989901 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50870) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:22:08.050999 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e357d696-2bea-45c3-b541-4a5c5fb733ac admin admin] GET failed (client error): The resource could not be found. Feb 16 09:22:08.052297 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e357d696-2bea-45c3-b541-4a5c5fb733ac admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614026 Feb 16 09:22:08.123013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8335ab5-ea07-4fb3-969f-fe496043974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:08.124472 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-a8335ab5-ea07-4fb3-969f-fe496043974a admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674622 Feb 16 09:22:08.134709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a', 'cidr': '192.168.233.0/24'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:22:08.152973 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Made reservation on behalf of 452aa210ed214b4b8bc6178a127c766b for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:22:08.155216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.325721 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.379622 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:08.390246 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Checking segment: {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:22:08.390702 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Network hostable DHCP agents. Network: 55375837-50f0-4ec4-9743-19c2a524cb9a, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:22:08.409588 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Network 55375837-50f0-4ec4-9743-19c2a524cb9a is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:22:08.418000 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 55375837-50f0-4ec4-9743-19c2a524cb9a) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:22:08.422028 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:08.422618 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.427888 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d1b21-4079-4bc6-a1d5-00ba8716a6a1 None None] Network 55375837-50f0-4ec4-9743-19c2a524cb9a requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:22:08.448066 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d8bbb1f4-5361-48e3-a96b-442e1523ad99 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3079283 Feb 16 09:22:08.539592 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-55375837-50f0-4ec4-9743-19c2a524cb9a', 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a', 'project_id': '452aa210ed214b4b8bc6178a127c766b', 'fixed_ips': [{'subnet_id': 'e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:22:08.540508 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.697195 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Allocated IP 192.168.233.2 (55375837-50f0-4ec4-9743-19c2a524cb9a/e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1/c627e77b-e010-4198-976c-a32cb4947e10) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:22:08.842696 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks [] for port (c627e77b-e010-4198-976c-a32cb4947e10), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.848316 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (c627e77b-e010-4198-976c-a32cb4947e10), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:08.891797 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Network 55375837-50f0-4ec4-9743-19c2a524cb9a is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:22:08.899786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:22:08.905567 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:22:08.915753 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Pushing event updated for resources: {'Port': ['ID=c627e77b-e010-4198-976c-a32cb4947e10,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:08.945825 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.946339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.946839 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.947380 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.947804 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.948312 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.948789 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.949262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.949736 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.950225 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.950733 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.951124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.951591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:08.997698 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Attempting to bind port c627e77b-e010-4198-976c-a32cb4947e10 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:22:08.998065 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Attempting to bind port c627e77b-e010-4198-976c-a32cb4947e10 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:22:08.998423 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Attempting to bind port c627e77b-e010-4198-976c-a32cb4947e10 on network 55375837-50f0-4ec4-9743-19c2a524cb9a {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:22:09.003688 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:22:09.004094 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Checking segment: {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:22:09.004502 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:09.004892 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Bound using segment: {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:22:09.005350 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Bound port: c627e77b-e010-4198-976c-a32cb4947e10, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:22:09.005732 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (c627e77b-e010-4198-976c-a32cb4947e10), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:09.074104 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] For port c627e77b-e010-4198-976c-a32cb4947e10, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:22:09.077324 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] For port c627e77b-e010-4198-976c-a32cb4947e10, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=c627e77b-e010-4198-976c-a32cb4947e10,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:22:09.083659 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (c627e77b-e010-4198-976c-a32cb4947e10), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:09.151323 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de8ac0-2d0b-4e5e-82b9-461c56fa96f5 None None] Pushing event updated for resources: {'Port': ['ID=c627e77b-e010-4198-976c-a32cb4947e10,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:10.039399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe6f7a-64e8-4766-a012-39770d0d0316 None None] Network 55375837-50f0-4ec4-9743-19c2a524cb9a requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:22:10.121419 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Provisioning complete for port c627e77b-e010-4198-976c-a32cb4947e10 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:22:10.121725 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (c627e77b-e010-4198-976c-a32cb4947e10), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:10.259808 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Current status of the port c627e77b-e010-4198-976c-a32cb4947e10 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:22:10.259808 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (c627e77b-e010-4198-976c-a32cb4947e10), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:10.294873 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device c627e77b-e010-4198-976c-a32cb4947e10 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:22:10.351772 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] For port c627e77b-e010-4198-976c-a32cb4947e10, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=c627e77b-e010-4198-976c-a32cb4947e10,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:22:10.360182 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (c627e77b-e010-4198-976c-a32cb4947e10), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:10.402169 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port c627e77b-e010-4198-976c-a32cb4947e10 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:22:10.402403 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (c627e77b-e010-4198-976c-a32cb4947e10), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:10.555281 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013d30-0009-4a76-9e20-b2afdc83f267 None None] Pushing event updated for resources: {'Port': ['ID=c627e77b-e010-4198-976c-a32cb4947e10,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:10.571422 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-e2574a36-9a34-4d2c-a4e6-414703ffd306 None None] Provisioning complete for port c627e77b-e010-4198-976c-a32cb4947e10 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:22:10.571809 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e2574a36-9a34-4d2c-a4e6-414703ffd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (c627e77b-e010-4198-976c-a32cb4947e10), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:10.646215 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port c627e77b-e010-4198-976c-a32cb4947e10 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:22:10.690915 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e2574a36-9a34-4d2c-a4e6-414703ffd306 None None] Current status of the port c627e77b-e010-4198-976c-a32cb4947e10 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:22:12.220651 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device c627e77b-e010-4198-976c-a32cb4947e10 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:22:12.268889 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port c627e77b-e010-4198-976c-a32cb4947e10 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:22:12.269200 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (c627e77b-e010-4198-976c-a32cb4947e10), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:12.346448 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port c627e77b-e010-4198-976c-a32cb4947e10 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:22:24.580387 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:22:27.057641 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1fce5b1f-001e-4ea2-ae76-3823f5cc1cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:29.458438 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-73512b92-75ed-4139-bc73-c0822a4dff38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:30.607969 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:31.837793 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:33.420156 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:57.059156 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-85ee54d4-424b-40d1-867f-f0aebcfea773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:22:59.451345 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3180-6f7e-46d0-8a3b-747bbe108909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:00.609548 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:01.578256 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:23:01.837874 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:03.422796 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:27.060726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7fb62894-30de-4407-83ad-262c9dac8419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:29.453904 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-897f8d1e-3b7f-49d0-9054-9b1e18cd7e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:30.615866 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:31.529157 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50908) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:23:31.536520 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [None req-321d3b59-ca89-427f-bff1-3ad102d44b10 tempest-verify_tempest_config-690159379 tempest-verify_tempest_config-690159379-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:23:31.537496 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-321d3b59-ca89-427f-bff1-3ad102d44b10 tempest-verify_tempest_config-690159379 tempest-verify_tempest_config-690159379-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073948 Feb 16 09:23:31.824313 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 50926) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:23:31.843786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:31.931111 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.036698 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Publish callbacks [] for security_group (9e363b49-8859-4c36-81cd-19904a66f8b9), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.040486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9e363b49-8859-4c36-81cd-19904a66f8b9), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.085791 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9b9d7cd378ff48b6b6e67929b877ae4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2583628 Feb 16 09:23:32.086762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e363b49-8859-4c36-81cd-19904a66f8b9,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:23:32.088732 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 50930) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:23:32.094119 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.094555 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.094906 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.095246 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.095579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.095909 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.096262 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.096591 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.096925 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.097267 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.097595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.097916 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.099051 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cc919-135e-4684-bb03-d448b89cb0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.149229 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Publish callbacks [] for security_group (9e363b49-8859-4c36-81cd-19904a66f8b9), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.169487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Publish callbacks [] for security_group (9e363b49-8859-4c36-81cd-19904a66f8b9), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.261533 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9e363b49-8859-4c36-81cd-19904a66f8b9), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.264115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:32.265173 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e363b49-8859-4c36-81cd-19904a66f8b9 HTTP/1.1" status: 204 len: 168 time: 0.1754835 Feb 16 09:23:32.273759 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e363b49-8859-4c36-81cd-19904a66f8b9,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:23:32.280205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.280571 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.281004 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.281237 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.281562 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.281884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.282204 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.282526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.282871 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.283419 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.283738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.284106 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:32.284389 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78431ec6-a1aa-4067-ab25-cfa76e56cae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:23:33.425494 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:38.576596 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:23:57.063066 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-be6a333a-7e9b-453e-b330-82c0c166320f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:23:59.453816 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d933-787e-4905-bedf-861806bbd421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:00.617829 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:01.843262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:03.429143 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:15.574844 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:24:27.066956 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-df49dbdb-8dc9-440c-97b7-20779731bf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:29.456220 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d7c44855-b14d-4d09-9fcb-1bece73a31ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:30.620733 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:31.846564 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:33.430531 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:52.573163 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 5 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:24:57.067789 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d67470e4-485a-4cdb-a89a-1282f3315053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:24:59.457854 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0fc37676-2a33-423f-8adf-9d75a660550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:00.630294 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:01.847432 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:03.432833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:16.607856 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809532'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:27.069995 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0b25f04b-0204-4e24-876b-d2158896006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:29.464654 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4474ef44-92f8-4e71-b15f-44b2ef2ae939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:29.573712 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:25:30.626684 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:31.850703 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:32.159478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51004) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:25:32.266570 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8515aec8-c2cc-45d9-9214-71db0d8968ed admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1056964 Feb 16 09:25:33.437836 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:34.656223 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51014) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:25:34.726664 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-24ec1288-6fd4-4325-abca-68d78f2dd0a0 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0687659 Feb 16 09:25:46.569261 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:57.071842 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2de24780-39c8-4c61-b689-8478c5d988a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:25:59.456590 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-423a2dba-da65-45b6-950d-b2163a405c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:00.630038 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:01.854314 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:03.440543 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:06.573542 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:26:16.572899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:27.076449 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a4fece82-9488-444d-9669-d22cc7923637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:29.463243 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-96e5901b-e921-4a40-97e4-ce0726706aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:30.637093 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:31.857959 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:33.444400 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:43.573064 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:26:46.585149 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:57.079187 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fe56345a-4a80-44b3-b17c-0208cd407963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:26:59.454906 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8eb2998e-52e2-4a4e-8904-202b7a4db68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:00.636223 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:01.859559 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:03.447391 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:10.991397 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51220) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:11.336719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-network', 'tenant_id': '7e491ed94c27421d8033572221092bbd'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:11.361589 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Made reservation on behalf of 7e491ed94c27421d8033572221092bbd for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:11.363936 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.386877 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.439732 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51246) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:11.506424 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks [] for security_group (e20a33b1-2470-4155-bdae-bc79bf36569a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.511729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e20a33b1-2470-4155-bdae-bc79bf36569a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.535297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:27:11.551868 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783846777474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (19379e05-d5e3-4ceb-a794-9918d031e8bb), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.552531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Unsubscribe: segment precommit_create {{(pid=102656) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 09:27:11.552983 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Added segment 19379e05-d5e3-4ceb-a794-9918d031e8bb of type vlan for network fc141c3e-4d40-40e4-aacf-153094906be0 Feb 16 09:27:11.632360 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (fc141c3e-4d40-40e4-aacf-153094906be0), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.654980 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a33b1-2470-4155-bdae-bc79bf36569a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:11.657888 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51256) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:11.672627 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.673352 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.673700 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.674031 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.674359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.674683 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.675150 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.675328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.675665 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.676108 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.676451 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.676776 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.678088 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Tracked resource versions report: Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: pushed versions: Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: { 'AddressGroup': {'1.2'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'ConntrackHelper': {'1.0'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Log': {'1.0'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Network': {'1.1'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Port': {'1.7'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'PortForwarding': {'1.2'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'QosPolicy': {'1.10'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroup': {'1.5'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SubPort': {'1.0'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Subnet': {'1.1'}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Trunk': {'1.1'}} Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: consumer versions: Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: HyperV agent@hv-cinder-82845: {}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'ConntrackHelper': '1.0', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'LocalIPAssociation': '1.0', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Log': '1.0', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Network': '1.1', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Port': '1.7', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'PortForwarding': '1.2', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'QosPolicy': '1.10', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroup': '1.5', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SecurityGroupRule': '1.2', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'SubPort': '1.0', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Subnet': '1.1', Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: 'Trunk': '1.1'}} Feb 16 09:27:11.678297 dv-cinder-828459-1-iscsi neutron-server[102656]: {{(pid=102656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:27:11.697171 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (fc141c3e-4d40-40e4-aacf-153094906be0), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.698192 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:11.698767 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.761558 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7652647 Feb 16 09:27:11.761659 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51260) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:11.767350 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Request body: {'subnet': {'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-subnet', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:11.790379 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Made reservation on behalf of 7e491ed94c27421d8033572221092bbd for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:11.793434 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:11.800870 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41ff25-5b77-4b65-aac3-26449d54ef68 admin admin] Pushing event updated for resources: {'Network': ['ID=fc141c3e-4d40-40e4-aacf-153094906be0,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:11.812270 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network fc141c3e-4d40-40e4-aacf-153094906be0 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:27:11.946013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1773761429-network', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:11.972486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51266) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:11.975216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Made reservation on behalf of e5ffe873ea8e4496ae33e277307e3b5b for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:11.979236 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.029673 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.049089 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-801310739-network', 'tenant_id': '8b8af4daf82a43db88622613dfab613c'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:12.089306 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Made reservation on behalf of 8b8af4daf82a43db88622613dfab613c for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:12.091956 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.103522 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.198845 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (fe5d7b85-854d-463c-97c5-58eea7eba6ee), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.237405 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-network', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:12.283856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Made reservation on behalf of fd441a80d29f4b5db8245c523e2ee25a for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:12.290098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.315432 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.408238 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks [] for security_group (c3e57556-4fa0-42bd-918b-36154ae666c3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.419011 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks [] for security_group (ed26261f-2526-4021-9dfa-ed36cc6babf3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.420013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5d7b85-854d-463c-97c5-58eea7eba6ee,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:12.424331 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Checking segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:12.424714 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Network hostable DHCP agents. Network: fc141c3e-4d40-40e4-aacf-153094906be0, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:27:12.430793 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c3e57556-4fa0-42bd-918b-36154ae666c3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.439738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ed26261f-2526-4021-9dfa-ed36cc6babf3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.445104 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.445458 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.445794 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.446135 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.446431 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.446909 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.447377 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.447832 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.448365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.448866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.449330 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.449968 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.450528 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Tracked resource versions report: Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: pushed versions: Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: { 'AddressGroup': {'1.2'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'ConntrackHelper': {'1.0'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Log': {'1.0'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Network': {'1.1'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Port': {'1.7'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'PortForwarding': {'1.2'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'QosPolicy': {'1.10'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroup': {'1.5'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SubPort': {'1.0'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Subnet': {'1.1'}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Trunk': {'1.1'}} Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: consumer versions: Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: HyperV agent@hv-cinder-82845: {}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'ConntrackHelper': '1.0', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'LocalIPAssociation': '1.0', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Log': '1.0', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Network': '1.1', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Port': '1.7', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'PortForwarding': '1.2', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'QosPolicy': '1.10', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroup': '1.5', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SecurityGroupRule': '1.2', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'SubPort': '1.0', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Subnet': '1.1', Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: 'Trunk': '1.1'}} Feb 16 09:27:12.451927 dv-cinder-828459-1-iscsi neutron-server[102655]: {{(pid=102655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:27:12.464475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks [] for security_group (78b292f5-b230-40ee-b7f7-0809029412bd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.464983 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:27:12.472823 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (78b292f5-b230-40ee-b7f7-0809029412bd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.475982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ac176fd4-d56d-4618-bc57-bbf2245916e4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.476608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Added segment ac176fd4-d56d-4618-bc57-bbf2245916e4 of type vlan for network ee78a612-543c-448f-b65a-115369c42f9c Feb 16 09:27:12.494873 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:27:12.506313 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (7d7ca956-0b71-4212-a7a6-d8d671bbbb0f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.507018 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Added segment 7d7ca956-0b71-4212-a7a6-d8d671bbbb0f of type vlan for network 4bb600ea-fc11-40ae-ae1d-b5519b66130f Feb 16 09:27:12.522195 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (ee78a612-543c-448f-b65a-115369c42f9c), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.563320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (4bb600ea-fc11-40ae-ae1d-b5519b66130f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.569037 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (ee78a612-543c-448f-b65a-115369c42f9c), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.570276 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:12.570992 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.606452 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:27:12.629517 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (4bb600ea-fc11-40ae-ae1d-b5519b66130f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.632341 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:12.633867 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.634060 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (f2df1660-26da-42e9-9421-e32b0112bf05), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.634577 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Added segment f2df1660-26da-42e9-9421-e32b0112bf05 of type vlan for network ae407072-18c2-4eec-a251-10196ec0cf08 Feb 16 09:27:12.691877 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (ae407072-18c2-4eec-a251-10196ec0cf08), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.742401 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e57556-4fa0-42bd-918b-36154ae666c3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:12.776208 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Pushing event updated for resources: {'Network': ['ID=4bb600ea-fc11-40ae-ae1d-b5519b66130f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:12.778750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Network fc141c3e-4d40-40e4-aacf-153094906be0 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:27:12.820690 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (ae407072-18c2-4eec-a251-10196ec0cf08), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.822499 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b292f5-b230-40ee-b7f7-0809029412bd,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:12.841729 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-56809f13-6385-4204-a5d7-e20eff5fe17b admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8670020 Feb 16 09:27:12.841937 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51312) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:12.845072 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:12.845791 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.857128 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Request body: {'subnet': {'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-subnet', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:12.910907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Made reservation on behalf of fd441a80d29f4b5db8245c523e2ee25a for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:12.914419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.960327 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, fc141c3e-4d40-40e4-aacf-153094906be0) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:12.962723 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed26261f-2526-4021-9dfa-ed36cc6babf3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:12.977073 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5353768 Feb 16 09:27:12.980344 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51320) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:12.982682 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:12.983511 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:12.992063 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Request body: {'subnet': {'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1773761429-subnet', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:13.040619 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:27:13.053790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7aa43-7583-4e8b-b66c-266ef5cb1b26 admin admin] Pushing event updated for resources: {'Network': ['ID=ee78a612-543c-448f-b65a-115369c42f9c,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:13.072099 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4126332 Feb 16 09:27:13.073034 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51328) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:13.135184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Made reservation on behalf of e5ffe873ea8e4496ae33e277307e3b5b for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:13.137717 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.159799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7819ef-cee0-45f3-8c0f-3fc23753070d admin admin] Pushing event updated for resources: {'Network': ['ID=ae407072-18c2-4eec-a251-10196ec0cf08,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:13.166756 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Request body: {'subnet': {'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-801310739-subnet', 'tenant_id': '8b8af4daf82a43db88622613dfab613c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:13.183378 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de9056-591c-4523-9a79-6fd067493f81 None None] Network fc141c3e-4d40-40e4-aacf-153094906be0 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:13.185921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-46122e55-d95b-4a46-b018-94a73b873dec admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4233983 Feb 16 09:27:13.190549 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51330) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:13.197456 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:13.205365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network ee78a612-543c-448f-b65a-115369c42f9c details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:27:13.207282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network ae407072-18c2-4eec-a251-10196ec0cf08 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:27:13.219906 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Made reservation on behalf of 8b8af4daf82a43db88622613dfab613c for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:13.222877 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.246977 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (f275b373-9532-4b4c-837e-632cd13bee3f), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.248483 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (f275b373-9532-4b4c-837e-632cd13bee3f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.371193 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for router_controller (f275b373-9532-4b4c-837e-632cd13bee3f), precommit_add_association {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.462197 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (38f8e32c-0b0a-4f13-8b27-3b34696b9b87), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.517031 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69f2a7-821b-4fe9-9077-53b4f9f89381 None None] Network fc141c3e-4d40-40e4-aacf-153094906be0 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:13.573542 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Checking segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:13.573842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Network hostable DHCP agents. Network: 4bb600ea-fc11-40ae-ae1d-b5519b66130f, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:27:13.646665 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for router_gateway (f275b373-9532-4b4c-837e-632cd13bee3f), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.716579 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (96327a7f-930b-486c-9e61-75b129fb169a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.736741 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:27:13.758605 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f8e32c-0b0a-4f13-8b27-3b34696b9b87,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:13.761623 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.790055 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 4bb600ea-fc11-40ae-ae1d-b5519b66130f) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:13.799934 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b036aae8-5450-4ade-8365-8880bcda55a6 None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:13.805590 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:13.805889 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.820141 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96327a7f-930b-486c-9e61-75b129fb169a,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:13.831217 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:13.848297 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2542e4e8-84fc-4ef2-8dfb-50816c5622e0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0005221 Feb 16 09:27:13.852777 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51364) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:13.860734 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:13.863548 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Checking segment: {'id': 'f2df1660-26da-42e9-9421-e32b0112bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:13.863867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Network hostable DHCP agents. Network: ae407072-18c2-4eec-a251-10196ec0cf08, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:27:13.881368 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Checking segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:13.881774 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Network hostable DHCP agents. Network: ee78a612-543c-448f-b65a-115369c42f9c, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:27:13.913107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.914481 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:13.989587 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Network ae407072-18c2-4eec-a251-10196ec0cf08 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:27:14.053761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Network ee78a612-543c-448f-b65a-115369c42f9c is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:27:14.062197 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, ae407072-18c2-4eec-a251-10196ec0cf08) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:14.070965 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, ee78a612-543c-448f-b65a-115369c42f9c) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:14.073242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88379a-a2ae-448b-8e63-21578fb0b7a0 None None] Network ae407072-18c2-4eec-a251-10196ec0cf08 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:14.078767 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:14.079604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.092054 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for router_controller (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.099902 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:14.100660 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.114997 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c581dd3-6fe0-4b84-bf45-fb6beeeef453 None None] Network ee78a612-543c-448f-b65a-115369c42f9c requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:14.122067 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:27:14.123136 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.128798 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d204c914-d3ad-42a8-8814-16d33335675a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9697421 Feb 16 09:27:14.135017 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for router_gateway (f275b373-9532-4b4c-837e-632cd13bee3f), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.168400 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.266891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d671c9a9-946c-469a-9303-fb76f2c6e350 None None] Network ae407072-18c2-4eec-a251-10196ec0cf08 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:14.301123 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b4c4f73a-a9f8-41f6-901c-eb538b5e7c94 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3172741 Feb 16 09:27:14.304289 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51380) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:14.320717 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:14.425703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Allocated IP 172.27.3.97 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/21616b60-b196-435b-8820-dee60baad9b6) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:14.444216 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51388) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:14.452961 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.454457 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.479010 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for router_gateway (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.631531 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for router_controller (fa02e110-3174-4f98-bd1d-78fa31690cdf), precommit_add_association {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.651838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-ee78a612-543c-448f-b65a-115369c42f9c', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:27:14.652423 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.700494 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Allocated IP 172.20.0.2 (4bb600ea-fc11-40ae-ae1d-b5519b66130f/38f8e32c-0b0a-4f13-8b27-3b34696b9b87/dc677b63-c8e3-4769-a2cc-900206ab8110) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:14.826569 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-28f46e92-c4a3-4d37-a316-db26e5c4ac4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.840700 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Allocated IP 172.20.0.2 (ee78a612-543c-448f-b65a-115369c42f9c/2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6/09971403-690d-4155-9db3-6fc707ff56c1) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:14.919749 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for router_gateway (fa02e110-3174-4f98-bd1d-78fa31690cdf), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.930964 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for port (21616b60-b196-435b-8820-dee60baad9b6), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:14.971660 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for router_gateway (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.001123 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.098705 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (21616b60-b196-435b-8820-dee60baad9b6), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.147275 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-28f46e92-c4a3-4d37-a316-db26e5c4ac4a admin admin] Publish callbacks [] for security_group (38f0b9d6-7f57-4c04-8fa0-2d482fe272d7), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.182179 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks [] for port (09971403-690d-4155-9db3-6fc707ff56c1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.207629 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (09971403-690d-4155-9db3-6fc707ff56c1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.244893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:15.253474 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Allocated IP 172.27.3.10 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/16e95b6a-7765-4faa-9f1c-48e1a746616a) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:15.262451 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:15.267507 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks [] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.276585 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:15.277689 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Network ee78a612-543c-448f-b65a-115369c42f9c is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:15.279346 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Pushing event updated for resources: {'Port': ['ID=09971403-690d-4155-9db3-6fc707ff56c1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.281890 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:15.285167 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:15.294325 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.297623 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.298246 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.298853 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.299508 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.300065 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.301470 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.302393 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.303106 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.303639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.304236 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.304788 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.305357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.305882 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Tracked resource versions report: Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: pushed versions: Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: { 'AddressGroup': {'1.2'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'ConntrackHelper': {'1.0'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Log': {'1.0'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Network': {'1.1'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Port': {'1.7'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'PortForwarding': {'1.2'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'QosPolicy': {'1.10'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroup': {'1.5'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SubPort': {'1.0'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Subnet': {'1.1'}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Trunk': {'1.1'}} Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: consumer versions: Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: HyperV agent@hv-cinder-82845: {}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'ConntrackHelper': '1.0', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'LocalIPAssociation': '1.0', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Log': '1.0', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Network': '1.1', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Port': '1.7', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'PortForwarding': '1.2', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'QosPolicy': '1.10', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroup': '1.5', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SecurityGroupRule': '1.2', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'SubPort': '1.0', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Subnet': '1.1', Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: 'Trunk': '1.1'}} Feb 16 09:27:15.307407 dv-cinder-828459-1-iscsi neutron-server[102658]: {{(pid=102658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:27:15.397033 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:15.407217 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:15.414218 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Pushing event updated for resources: {'Port': ['ID=dc677b63-c8e3-4769-a2cc-900206ab8110,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.422670 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:15.444603 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Attempting to bind port 09971403-690d-4155-9db3-6fc707ff56c1 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:15.445339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Attempting to bind port 09971403-690d-4155-9db3-6fc707ff56c1 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:15.445928 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Attempting to bind port 09971403-690d-4155-9db3-6fc707ff56c1 on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:15.459665 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.473521 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:15.474329 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Checking segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:15.475007 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.475595 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Bound using segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:15.476361 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Bound port: 09971403-690d-4155-9db3-6fc707ff56c1, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:15.477146 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (09971403-690d-4155-9db3-6fc707ff56c1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.520987 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-28f46e92-c4a3-4d37-a316-db26e5c4ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (38f0b9d6-7f57-4c04-8fa0-2d482fe272d7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.566116 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Attempting to bind port dc677b63-c8e3-4769-a2cc-900206ab8110 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:15.566807 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Attempting to bind port dc677b63-c8e3-4769-a2cc-900206ab8110 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:15.567404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Attempting to bind port dc677b63-c8e3-4769-a2cc-900206ab8110 on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:15.583609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:15.584119 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Checking segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:15.584703 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.585183 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Bound using segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:15.585742 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Bound port: dc677b63-c8e3-4769-a2cc-900206ab8110, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:15.586207 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.610296 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-28f46e92-c4a3-4d37-a316-db26e5c4ac4a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=807e3c8517bb424488fe69433d86b305&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1627691 Feb 16 09:27:15.616431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.624449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51448) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:15.625487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51450) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:15.635133 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46e92-c4a3-4d37-a316-db26e5c4ac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0b9d6-7f57-4c04-8fa0-2d482fe272d7,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.642431 dv-cinder-828459-1-iscsi neutron-server[102655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 09:27:15.643568 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Pushing event updated for resources: {'Port': ['ID=21616b60-b196-435b-8820-dee60baad9b6,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.740221 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:15.741663 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Pushing event updated for resources: {'Port': ['ID=16e95b6a-7765-4faa-9f1c-48e1a746616a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.744234 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:15.774490 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:15.801503 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] For port 09971403-690d-4155-9db3-6fc707ff56c1, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:15.804994 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] For port 09971403-690d-4155-9db3-6fc707ff56c1, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=09971403-690d-4155-9db3-6fc707ff56c1,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:15.812819 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (09971403-690d-4155-9db3-6fc707ff56c1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:15.923563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] For port dc677b63-c8e3-4769-a2cc-900206ab8110, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:15.930419 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] For port dc677b63-c8e3-4769-a2cc-900206ab8110, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=dc677b63-c8e3-4769-a2cc-900206ab8110,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:15.931916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a0ec-a70f-44c1-8bd8-36c8cd57d29e None None] Pushing event updated for resources: {'Port': ['ID=09971403-690d-4155-9db3-6fc707ff56c1,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:15.941777 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.028836 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1488d-b03c-483e-b5d5-22abd8d46d78 None None] Pushing event updated for resources: {'Port': ['ID=dc677b63-c8e3-4769-a2cc-900206ab8110,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:16.105485 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for router_gateway (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.161822 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-13b50202-22c9-4783-89b0-7ef26c0731d2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:16.163293 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-13b50202-22c9-4783-89b0-7ef26c0731d2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/networks?id=ae407072-18c2-4eec-a251-10196ec0cf08 HTTP/1.1" status: 200 len: 811 time: 0.5311735 Feb 16 09:27:16.173350 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] Publish callbacks [] for security_group (38f0b9d6-7f57-4c04-8fa0-2d482fe272d7), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.262313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-02798f51-a29b-4b31-b2a4-80dbf8bc9f71 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/quotas/8b8af4daf82a43db88622613dfab613c HTTP/1.1" status: 200 len: 375 time: 0.0868974 Feb 16 09:27:16.351776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-e91fee06-06d3-40c9-aef4-12ac79d7e7f9 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b8af4daf82a43db88622613dfab613c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885985 Feb 16 09:27:16.353949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] Publish callbacks [] for security_group (38f0b9d6-7f57-4c04-8fa0-2d482fe272d7), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.356371 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for router_gateway (f275b373-9532-4b4c-837e-632cd13bee3f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.359975 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for router_gateway (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.391559 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.422572 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.630979 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 09971403-690d-4155-9db3-6fc707ff56c1 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:16.728886 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.769756 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:27:16.810424 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 09971403-690d-4155-9db3-6fc707ff56c1 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:16.811026 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (09971403-690d-4155-9db3-6fc707ff56c1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.894411 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (38f0b9d6-7f57-4c04-8fa0-2d482fe272d7), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.897864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.899080 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/38f0b9d6-7f57-4c04-8fa0-2d482fe272d7 HTTP/1.1" status: 204 len: 168 time: 1.2657537 Feb 16 09:27:16.916509 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:16.930188 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:16.932985 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 09971403-690d-4155-9db3-6fc707ff56c1 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:16.933554 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (09971403-690d-4155-9db3-6fc707ff56c1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.947726 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:16.950727 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:16.957333 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08144156-e28f-443a-a7b7-39cf4d5ed5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0b9d6-7f57-4c04-8fa0-2d482fe272d7,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:16.986453 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:16.988203 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-74809abf-8766-4935-ab3c-841661d84747 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1326683 Feb 16 09:27:16.991809 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51490) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:17.043180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-5520a4dc-8b36-4199-94cd-4349c97172c7 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:27:17.047719 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-5520a4dc-8b36-4199-94cd-4349c97172c7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3706715 Feb 16 09:27:17.111563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 09971403-690d-4155-9db3-6fc707ff56c1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=09971403-690d-4155-9db3-6fc707ff56c1,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:17.126929 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (09971403-690d-4155-9db3-6fc707ff56c1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.127846 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device dc677b63-c8e3-4769-a2cc-900206ab8110 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:17.336500 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:17.349330 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=09971403-690d-4155-9db3-6fc707ff56c1,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:17.395102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Allocated IP 172.27.3.49 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/37a88c02-d983-4298-888e-f1e327333d92) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:17.395702 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port dc677b63-c8e3-4769-a2cc-900206ab8110 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:17.395702 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.450696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (f275b373-9532-4b4c-837e-632cd13bee3f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.712605 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-1d81d3a5-d67b-48da-a838-ecaa68489f11 service neutron] 10.222.0.90 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502385 Feb 16 09:27:17.734790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port dc677b63-c8e3-4769-a2cc-900206ab8110 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:17.735591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.806923 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51510) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:17.829756 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82158a-b0ba-469e-b812-d0e33ed601a7 None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:17.878764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d36-9846-4f8b-8d9f-0a33adeb9002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.903282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port dc677b63-c8e3-4769-a2cc-900206ab8110, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=dc677b63-c8e3-4769-a2cc-900206ab8110,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:17.963704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.979692 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-163bc1ed-aae9-4c1e-a890-1c4a99773dda None None] Provisioning complete for port dc677b63-c8e3-4769-a2cc-900206ab8110 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:17.980282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-163bc1ed-aae9-4c1e-a890-1c4a99773dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:17.998378 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for port (37a88c02-d983-4298-888e-f1e327333d92), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.027000 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:18.056751 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f491847-7224-4bd5-8e9b-224dedf8611f None None] Network ee78a612-543c-448f-b65a-115369c42f9c requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:27:18.061167 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:18.061651 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Updating router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 port 16e95b6a-7765-4faa-9f1c-48e1a746616a binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:18.098021 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.151978 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (37a88c02-d983-4298-888e-f1e327333d92), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.168662 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.254259 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=dc677b63-c8e3-4769-a2cc-900206ab8110,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:18.301965 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:18.317065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-43a523c6-469c-4624-98bc-e6c21d1363fe service neutron] 10.222.0.90 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968795 Feb 16 09:27:18.327409 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:18.345133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:18.354573 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-163bc1ed-aae9-4c1e-a890-1c4a99773dda None None] Current status of the port dc677b63-c8e3-4769-a2cc-900206ab8110 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:18.447336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Allocated IP 172.20.0.1 (4bb600ea-fc11-40ae-ae1d-b5519b66130f/38f8e32c-0b0a-4f13-8b27-3b34696b9b87/4f30eb96-34d8-407a-8584-d722f72ccc1f) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:18.462012 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 09971403-690d-4155-9db3-6fc707ff56c1 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:18.527425 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Pushing event updated for resources: {'Port': ['ID=37a88c02-d983-4298-888e-f1e327333d92,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:18.565129 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks [] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.567495 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-b37a328c-9e22-4023-95bb-14bec8ee727c None None] Provisioning complete for port 09971403-690d-4155-9db3-6fc707ff56c1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:18.572486 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b37a328c-9e22-4023-95bb-14bec8ee727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (09971403-690d-4155-9db3-6fc707ff56c1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.577186 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.612337 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d36-9846-4f8b-8d9f-0a33adeb9002 admin admin] Publish callbacks [] for security_group (21073fa5-db39-4e27-80d4-0ccfcacf870a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.655904 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Attempting to bind port 16e95b6a-7765-4faa-9f1c-48e1a746616a on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:18.656727 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Attempting to bind port 16e95b6a-7765-4faa-9f1c-48e1a746616a by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:18.657328 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Attempting to bind port 16e95b6a-7765-4faa-9f1c-48e1a746616a on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:18.661422 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Pushing event updated for resources: {'Port': ['ID=16e95b6a-7765-4faa-9f1c-48e1a746616a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:18.671169 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Router f275b373-9532-4b4c-837e-632cd13bee3f is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:27:18.671678 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:18.672921 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:18.673718 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.674662 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:18.675967 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Bound port: 16e95b6a-7765-4faa-9f1c-48e1a746616a, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:18.676627 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.683548 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.685172 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.685832 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d36-9846-4f8b-8d9f-0a33adeb9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (21073fa5-db39-4e27-80d4-0ccfcacf870a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.686923 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.687599 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.689383 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.689986 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.690587 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.691142 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.695894 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.696316 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.696682 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.697018 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.697354 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Tracked resource versions report: Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: pushed versions: Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: { 'AddressGroup': {'1.2'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'LocalIPAssociation': {'1.0'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Log': {'1.0'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Network': {'1.1'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Port': {'1.7'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'PortForwarding': {'1.2'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'QosPolicy': {'1.10'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroup': {'1.5'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SubPort': {'1.0'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Subnet': {'1.1'}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Trunk': {'1.1'}} Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: consumer versions: Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: { DHCP agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: HyperV agent@hv-cinder-82845: {}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: L3 agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: Metadata agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: Metering agent@dv-cinder-828459-1-iscsi: {}, Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: Open vSwitch agent@dv-cinder-828459-1-iscsi: { 'AddressGroup': '1.2', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'ConntrackHelper': '1.0', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'LocalIPAssociation': '1.0', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Log': '1.0', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Network': '1.1', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Port': '1.7', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'PortForwarding': '1.2', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'QosPolicy': '1.10', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroup': '1.5', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SecurityGroupRule': '1.2', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'SubPort': '1.0', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Subnet': '1.1', Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: 'Trunk': '1.1'}} Feb 16 09:27:18.699978 dv-cinder-828459-1-iscsi neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 09:27:18.710382 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51530) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:18.794029 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] For port 16e95b6a-7765-4faa-9f1c-48e1a746616a, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:18.799749 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] For port 16e95b6a-7765-4faa-9f1c-48e1a746616a, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=16e95b6a-7765-4faa-9f1c-48e1a746616a,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:18.803330 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks [] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.817607 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.858717 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.883625 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f5af035f-ccb5-4194-a202-204114a7556f req-9ce8586b-1de6-4e78-b7a4-5dd1b84b38f0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.1640630 Feb 16 09:27:18.928144 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8480-b40a-4878-98d8-86fb8859b23b None None] Pushing event updated for resources: {'Port': ['ID=16e95b6a-7765-4faa-9f1c-48e1a746616a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:18.948209 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 09971403-690d-4155-9db3-6fc707ff56c1 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:18.948753 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (09971403-690d-4155-9db3-6fc707ff56c1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:18.961616 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:18.962344 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:18.973177 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2c2e5d36-9846-4f8b-8d9f-0a33adeb9002 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ea685923c2264fdeab1d3e8acdf564ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1568775 Feb 16 09:27:18.977535 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51548) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:18.994376 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:19.001458 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e5d36-9846-4f8b-8d9f-0a33adeb9002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21073fa5-db39-4e27-80d4-0ccfcacf870a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:19.017109 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:19.024585 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:19.024585 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.057972 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-b37a328c-9e22-4023-95bb-14bec8ee727c None None] Current status of the port 09971403-690d-4155-9db3-6fc707ff56c1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:19.143730 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:19.169038 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 09971403-690d-4155-9db3-6fc707ff56c1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:19.170380 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device dc677b63-c8e3-4769-a2cc-900206ab8110 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:19.173062 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:19.196526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for router_gateway (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.241233 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Sync routers for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:19.253945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.255502 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ff606999-bf11-4c7b-af0c-177e5fa3860c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0637896 Feb 16 09:27:19.282824 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51554) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:19.314272 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:19.314932 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:19.395191 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Pushing event updated for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:19.436627 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] Publish callbacks [] for security_group (21073fa5-db39-4e27-80d4-0ccfcacf870a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.454207 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:19.471179 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] Publish callbacks [] for security_group (21073fa5-db39-4e27-80d4-0ccfcacf870a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.508553 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:19.512437 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Provisioning complete for port 09971403-690d-4155-9db3-6fc707ff56c1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:19.513363 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (09971403-690d-4155-9db3-6fc707ff56c1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.576624 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (21073fa5-db39-4e27-80d4-0ccfcacf870a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.580444 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.581619 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/21073fa5-db39-4e27-80d4-0ccfcacf870a HTTP/1.1" status: 204 len: 168 time: 0.6030350 Feb 16 09:27:19.592044 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.594644 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71f3d7-a211-455b-9208-d5adf127fa34 None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:19.611991 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49ae6a-2d7c-47e2-8c29-fd43f36f0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21073fa5-db39-4e27-80d4-0ccfcacf870a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:19.739038 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port dc677b63-c8e3-4769-a2cc-900206ab8110 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:19.739406 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.880350 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Current status of the port 09971403-690d-4155-9db3-6fc707ff56c1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:19.886092 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks [] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.895216 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.896656 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:19.949317 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:20.115563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Pushing event updated for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:20.211144 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Provisioning complete for port dc677b63-c8e3-4769-a2cc-900206ab8110 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:20.212776 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:20.219200 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port dc677b63-c8e3-4769-a2cc-900206ab8110 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:20.241191 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1bf95c93-ae27-4dc6-bb04-aaf0bffab8dc req-e5124569-aaa4-415c-8cff-a2d7c35400dc tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.1243610 Feb 16 09:27:20.329874 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:20.373798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:20.380397 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:20.455606 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Checking router: f275b373-9532-4b4c-837e-632cd13bee3f for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:20.457163 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Updating router f275b373-9532-4b4c-837e-632cd13bee3f port 21616b60-b196-435b-8820-dee60baad9b6 binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:20.536899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 16e95b6a-7765-4faa-9f1c-48e1a746616a up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:20.562135 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Router fa02e110-3174-4f98-bd1d-78fa31690cdf is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:27:20.571515 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:27:20.606149 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:27:20.711606 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a77f8-1749-489f-bd54-65c1d4f63353 None None] Current status of the port dc677b63-c8e3-4769-a2cc-900206ab8110 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:20.725786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (21616b60-b196-435b-8820-dee60baad9b6), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:20.832414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:20.843390 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:20.895661 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:20.895661 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:20.915468 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:20.929993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:20.931412 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-643e7b99-d90e-4412-bf65-23fa078a99ba admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6199005 Feb 16 09:27:20.935263 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 51606) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:21.004080 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 16e95b6a-7765-4faa-9f1c-48e1a746616a triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:21.004445 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.116125 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c4cd9ef-b745-4c41-92f0-3c0b52db6bcc None None] Provisioning complete for port 4f30eb96-34d8-407a-8584-d722f72ccc1f triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:21.116410 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd9ef-b745-4c41-92f0-3c0b52db6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.216246 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cd9ef-b745-4c41-92f0-3c0b52db6bcc None None] Port 4f30eb96-34d8-407a-8584-d722f72ccc1f cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:27:21.216919 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:21.261923 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:21.275733 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-26c856a3-8ff4-4544-84ea-bea756086b8e admin admin] 10.222.0.90 "PUT /v2.0/routers/951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2805681 Feb 16 09:27:21.395264 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 16e95b6a-7765-4faa-9f1c-48e1a746616a is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:21.400791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.473495 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 16e95b6a-7765-4faa-9f1c-48e1a746616a, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=16e95b6a-7765-4faa-9f1c-48e1a746616a,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:21.500577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.621970 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:18Z', 'revision_number': 3, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:21.634626 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks [] for port (21616b60-b196-435b-8820-dee60baad9b6), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.646588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=16e95b6a-7765-4faa-9f1c-48e1a746616a,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:21.651133 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (21616b60-b196-435b-8820-dee60baad9b6), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.683038 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-81cbe856-aead-4829-8599-e65e39bff48a req-1210af62-f72a-4959-9b8c-09afabfee662 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.0581698 Feb 16 09:27:21.725142 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:21.725596 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Updating router fa02e110-3174-4f98-bd1d-78fa31690cdf port 37a88c02-d983-4298-888e-f1e327333d92 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:21.727902 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Attempting to bind port 21616b60-b196-435b-8820-dee60baad9b6 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:21.728451 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Attempting to bind port 21616b60-b196-435b-8820-dee60baad9b6 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:21.728957 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Attempting to bind port 21616b60-b196-435b-8820-dee60baad9b6 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:21.737278 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a5b32-1212-413f-9446-0cdad2d3eeba None None] Pushing event updated for resources: {'Port': ['ID=21616b60-b196-435b-8820-dee60baad9b6,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:21.740174 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:21.740788 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:21.741327 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.741851 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:21.742463 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Bound port: 21616b60-b196-435b-8820-dee60baad9b6, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:21.742990 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (21616b60-b196-435b-8820-dee60baad9b6), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.784387 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (37a88c02-d983-4298-888e-f1e327333d92), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:21.796249 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Allocated IP 172.20.0.1 (fc141c3e-4d40-40e4-aacf-153094906be0/fe5d7b85-854d-463c-97c5-58eea7eba6ee/ac579629-53fe-417c-9b70-6941e983aef1) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:21.821910 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] For port 21616b60-b196-435b-8820-dee60baad9b6, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:21.834609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] For port 21616b60-b196-435b-8820-dee60baad9b6, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=21616b60-b196-435b-8820-dee60baad9b6,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:21.856520 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (21616b60-b196-435b-8820-dee60baad9b6), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.001519 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a5b32-1212-413f-9446-0cdad2d3eeba None None] Pushing event updated for resources: {'Port': ['ID=21616b60-b196-435b-8820-dee60baad9b6,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:22.025026 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:22.025665 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:22.085371 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.153536 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51648) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:22.159534 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659734934', 'description': 'tempest-description--294774547'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:22.226694 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:22.229728 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.300410 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks [] for port (37a88c02-d983-4298-888e-f1e327333d92), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.318939 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (37a88c02-d983-4298-888e-f1e327333d92), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.374289 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (dd446664-eeb8-4d50-85e9-e67d3729100c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.379671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (dd446664-eeb8-4d50-85e9-e67d3729100c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.433863 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.440189 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2846835 Feb 16 09:27:22.451270 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51658) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:22.460687 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group_rule': {'security_group_id': 'dd446664-eeb8-4d50-85e9-e67d3729100c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:22.477324 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c7335-3144-494f-93a5-68f1d1c79a56 None None] Pushing event updated for resources: {'Port': ['ID=37a88c02-d983-4298-888e-f1e327333d92,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:22.480500 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Attempting to bind port 37a88c02-d983-4298-888e-f1e327333d92 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:22.484944 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Attempting to bind port 37a88c02-d983-4298-888e-f1e327333d92 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:22.485833 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Attempting to bind port 37a88c02-d983-4298-888e-f1e327333d92 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:22.486238 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64419c4f-8f93-4cde-b7cf-759f3eeb5e71 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd446664-eeb8-4d50-85e9-e67d3729100c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:22.499439 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 16e95b6a-7765-4faa-9f1c-48e1a746616a up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:22.512174 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (a17fc26e-3cc4-4664-92a4-b9166c8008bf), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.515361 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:22.518479 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:22.519113 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.519522 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:22.520013 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Bound port: 37a88c02-d983-4298-888e-f1e327333d92, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:22.523726 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (37a88c02-d983-4298-888e-f1e327333d92), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.605866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks [] for port (ac579629-53fe-417c-9b70-6941e983aef1), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.615513 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (a17fc26e-3cc4-4664-92a4-b9166c8008bf), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.620101 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 16e95b6a-7765-4faa-9f1c-48e1a746616a triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:22.622068 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.624404 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (a17fc26e-3cc4-4664-92a4-b9166c8008bf), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.644852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17fc26e-3cc4-4664-92a4-b9166c8008bf,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:22.658613 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] For port 37a88c02-d983-4298-888e-f1e327333d92, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:22.662161 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] For port 37a88c02-d983-4298-888e-f1e327333d92, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=37a88c02-d983-4298-888e-f1e327333d92,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:22.672783 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.674997 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-881d2601-3b42-417b-a5f6-32d7d8e360a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218626 Feb 16 09:27:22.677369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51662) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:22.678820 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (37a88c02-d983-4298-888e-f1e327333d92), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.682700 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group_rule': {'security_group_id': 'dd446664-eeb8-4d50-85e9-e67d3729100c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:22.726606 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:22.732084 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (79cfbc36-96bc-42ed-a567-7a0a18c3f769), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.769407 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:22.770096 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:22.804613 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:22.806219 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:22.835308 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (79cfbc36-96bc-42ed-a567-7a0a18c3f769), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.842176 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (79cfbc36-96bc-42ed-a567-7a0a18c3f769), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.856900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cfbc36-96bc-42ed-a567-7a0a18c3f769,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:22.895594 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.897467 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f64c93d3-211a-471e-a2a9-c032f4a4320b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188048 Feb 16 09:27:22.901039 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51670) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:22.907617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:22.923534 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0ef702cc-3ae8-46b0-8d4c-34320f6909f4 req-1a2b6f59-5e32-4d24-a2e9-c66cd14085b1 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.0916581 Feb 16 09:27:22.940443 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:22.958315 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.034051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 16e95b6a-7765-4faa-9f1c-48e1a746616a is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:23.048793 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:23.070822 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Allocated IP 172.20.0.1 (ee78a612-543c-448f-b65a-115369c42f9c/2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6/88cf95d9-ea47-4e7b-a20e-6057dec26d79) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:23.100705 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Network fc141c3e-4d40-40e4-aacf-153094906be0 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:23.112243 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:23.124162 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:23.124713 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (f275b373-9532-4b4c-837e-632cd13bee3f), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.146057 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:23.165559 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Pushing event updated for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:23.290390 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:23.363556 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.420830 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c7335-3144-494f-93a5-68f1d1c79a56 None None] Pushing event updated for resources: {'Port': ['ID=37a88c02-d983-4298-888e-f1e327333d92,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:23.456810 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e58a5-6ebb-4108-adcb-c3db6c88a281 None None] The sync data for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi is: [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:15Z', 'revision_number': 3, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:23.483025 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 2, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:23.509288 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:18Z', 'revision_number': 3, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:23.525678 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Allocated IP 172.27.3.31 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/7c35523a-75dd-4497-9ece-d146dca7d3df) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:23.539524 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:23.539888 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Updating router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 port 4f30eb96-34d8-407a-8584-d722f72ccc1f binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:23.548061 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247e70e-2b84-4dcf-b82a-1d5b7517d24d None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:18Z', 'revision_number': 3, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:23.587682 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.629144 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (ac579629-53fe-417c-9b70-6941e983aef1), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.655152 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks [] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.690554 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.759891 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.771931 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:23.803242 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:23.808395 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:23.813648 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:23.831238 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=7c35523a-75dd-4497-9ece-d146dca7d3df,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:23.851014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Network ee78a612-543c-448f-b65a-115369c42f9c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:23.860579 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:23.865352 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:23.865949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.037556 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.24', 61609) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:24.069948 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Pushing event updated for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:24.111312 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks [] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.141124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.196494 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks [] for port (ac579629-53fe-417c-9b70-6941e983aef1), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.226842 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.227186 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (f275b373-9532-4b4c-837e-632cd13bee3f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.246311 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1b588-378c-4827-97f6-1ddacf6ef3a6 None None] Pushing event updated for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:24.347118 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Pushing event updated for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:24.382352 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-94e677ba-6942-4c8e-beab-533cb36e9960 req-f22fa9f3-f17f-4171-8ba3-eddd2d60b476 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.1761701 Feb 16 09:27:24.523762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.554805 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Attempting to bind port 4f30eb96-34d8-407a-8584-d722f72ccc1f on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:24.555383 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Attempting to bind port 4f30eb96-34d8-407a-8584-d722f72ccc1f by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:24.555526 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Attempting to bind port 4f30eb96-34d8-407a-8584-d722f72ccc1f on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:24.583496 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-a98e236c-8c6e-4de0-8d50-14fbafe0d884 None None] Provisioning complete for port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:24.586112 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a98e236c-8c6e-4de0-8d50-14fbafe0d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.644118 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:24.644493 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Checking segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:24.644893 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.645289 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Bound using segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:24.645770 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Bound port: 4f30eb96-34d8-407a-8584-d722f72ccc1f, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:24.646144 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.691744 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:24.692533 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 21616b60-b196-435b-8820-dee60baad9b6 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:24.937050 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-21a51600-c811-44c4-85cc-9267bf787908 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:24.939210 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-21a51600-c811-44c4-85cc-9267bf787908 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.24 "GET /v2.0/networks?id=ae407072-18c2-4eec-a251-10196ec0cf08 HTTP/1.1" status: 200 len: 811 time: 0.8924294 Feb 16 09:27:24.945714 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.023119 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] For port 4f30eb96-34d8-407a-8584-d722f72ccc1f, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:25.030934 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] For port 4f30eb96-34d8-407a-8584-d722f72ccc1f, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=4f30eb96-34d8-407a-8584-d722f72ccc1f,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:25.059343 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.077289 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks [] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.106529 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.108311 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.218025 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1b588-378c-4827-97f6-1ddacf6ef3a6 None None] Pushing event updated for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:25.239624 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Pushing event updated for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:25.242313 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a98e236c-8c6e-4de0-8d50-14fbafe0d884 None None] Port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:27:25.279030 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 21616b60-b196-435b-8820-dee60baad9b6 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:25.279412 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (21616b60-b196-435b-8820-dee60baad9b6), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.330000 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Network fc141c3e-4d40-40e4-aacf-153094906be0 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:25.337640 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.337862 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:25.338504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:25.359056 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Request body: {'port': {'device_id': '5e0ee686-a54e-4add-b437-93790bbb078f', 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08', 'admin_state_up': True, 'tenant_id': '8b8af4daf82a43db88622613dfab613c'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:25.369911 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.464741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:25.627195 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Provisioning complete for port 4f30eb96-34d8-407a-8584-d722f72ccc1f triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:25.627891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.704328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.735627 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Network ee78a612-543c-448f-b65a-115369c42f9c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:25.789031 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:25.815521 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:25.839110 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9238365 Feb 16 09:27:25.841588 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a74196-0fa8-4112-840e-af2ac03ccf7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=7c35523a-75dd-4497-9ece-d146dca7d3df,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:25.844897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:25.877927 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-047bc50b-f1d0-4d05-b6ec-8007e7cae1d8 req-459b75dd-6076-4bbf-b46a-6497c6ec29a0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.1775758 Feb 16 09:27:25.971472 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Made reservation on behalf of 8b8af4daf82a43db88622613dfab613c for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:25.981894 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:26.256140 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 21616b60-b196-435b-8820-dee60baad9b6 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:26.261115 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (21616b60-b196-435b-8820-dee60baad9b6), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:26.395355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 21616b60-b196-435b-8820-dee60baad9b6, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=21616b60-b196-435b-8820-dee60baad9b6,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:26.441530 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (21616b60-b196-435b-8820-dee60baad9b6), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:26.451844 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 37a88c02-d983-4298-888e-f1e327333d92 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:26.769827 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Allocated IP 172.20.0.14 (ae407072-18c2-4eec-a251-10196ec0cf08/96327a7f-930b-486c-9e61-75b129fb169a/96769b8b-1ae7-4371-a54e-6b4d9b7eb04e) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:26.779591 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:27:27.066479 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Router f275b373-9532-4b4c-837e-632cd13bee3f has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:27:27.169989 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-443184b7-e17b-441a-951c-3659a4e21f95 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1659734934&fields=id&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 267 time: 0.4256167 Feb 16 09:27:27.323359 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Current status of the port 4f30eb96-34d8-407a-8584-d722f72ccc1f is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:27.325821 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:27.549109 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e156f66-5c1d-4b55-8d62-818e8988b21d req-9bf4e2b0-1d9e-485b-a966-ed8dad72c7b1 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.1785085 Feb 16 09:27:27.619765 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:27.622722 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] For port 4f30eb96-34d8-407a-8584-d722f72ccc1f, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=4f30eb96-34d8-407a-8584-d722f72ccc1f,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:27.639226 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=21616b60-b196-435b-8820-dee60baad9b6,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:27.642635 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-933b2f1b-d1da-40c5-bb32-3388ed5aaf18 admin admin] 10.222.0.90 "PUT /v2.0/routers/fa02e110-3174-4f98-bd1d-78fa31690cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7020345 Feb 16 09:27:27.660011 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 37a88c02-d983-4298-888e-f1e327333d92 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:27.660553 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (37a88c02-d983-4298-888e-f1e327333d92), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:27.737006 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:27.764486 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0a309e9d-fe54-4552-8fd7-98c916e05358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:27.819039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-aca5c2ea-6a5d-477e-a445-930b33c6243a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:27.820706 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-aca5c2ea-6a5d-477e-a445-930b33c6243a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 817 time: 0.6478517 Feb 16 09:27:27.829102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:27:27.863168 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-841502ec-60d5-40f6-8cba-12a5978210ec admin admin] 10.222.0.90 "PUT /v2.0/routers/f275b373-9532-4b4c-837e-632cd13bee3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5793638 Feb 16 09:27:27.897648 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-de876899-c669-405d-8fd3-21f3c24c0829 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/quotas/fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 375 time: 0.0664594 Feb 16 09:27:28.027563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks [] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:28.125153 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Provisioning complete for port 4f30eb96-34d8-407a-8584-d722f72ccc1f triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:28.128429 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:28.139107 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-e02c6ea6-3d94-4854-91d4-d6909c3bb60e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2325337 Feb 16 09:27:28.141431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:28.154596 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:28.174956 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:28.180402 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:28.247211 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 37a88c02-d983-4298-888e-f1e327333d92 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:28.247809 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (37a88c02-d983-4298-888e-f1e327333d92), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:28.348690 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Sync routers for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:27:28.403727 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:28.423678 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:26:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:28.462363 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:28.489008 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Network ae407072-18c2-4eec-a251-10196ec0cf08 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:28.507548 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:28.537357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:28.551361 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:28.553807 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:28.574200 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Pushing event updated for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:28.602519 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-87c048b4-15d0-4d29-9a02-9add12d19113 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2597167 Feb 16 09:27:28.691213 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-3806569a-bac1-432e-a057-cae29b6de2ab service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:27:28.692508 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-3806569a-bac1-432e-a057-cae29b6de2ab service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0759084 Feb 16 09:27:28.728470 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:28.913523 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-fecfb4d7-1550-43ba-86b7-98431c9fbad1 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132657 Feb 16 09:27:28.945808 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 2, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:28.976318 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1a4e-0cdf-4e36-af46-c84d0d5cac3c None None] Pushing event updated for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:28.997308 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:28.997670 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Updating router fa02e110-3174-4f98-bd1d-78fa31690cdf port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:29.039439 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:29.053637 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 37a88c02-d983-4298-888e-f1e327333d92, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=37a88c02-d983-4298-888e-f1e327333d92,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:29.082770 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (37a88c02-d983-4298-888e-f1e327333d92), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:29.189201 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-e0a2943f-7b35-4b2d-ab14-ccefbb1d6239 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669702 Feb 16 09:27:29.229537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=37a88c02-d983-4298-888e-f1e327333d92,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:29.267373 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:25Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:29.444639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 21616b60-b196-435b-8820-dee60baad9b6 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:29.480622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932d297-bb68-4998-94e4-c73c99b2288f None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:25Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:29.603248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-82f9aae5-d125-4618-83cc-5a2888b91272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:29.731356 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Current status of the port 4f30eb96-34d8-407a-8584-d722f72ccc1f is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:29.766616 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 21616b60-b196-435b-8820-dee60baad9b6 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:29.769634 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (21616b60-b196-435b-8820-dee60baad9b6), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:29.861903 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Provisioning complete for port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:29.862317 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:29.870306 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51926) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:29.877834 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958241909', 'description': 'tempest-description--1975227428'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:29.934841 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-12e83d70-e176-49aa-ad89-1e954cb2355c None None] Port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:27:29.978136 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.043328 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:23Z', 'revision_number': 4, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'ac579629-53fe-417c-9b70-6941e983aef1', 'name': '', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'mac_address': 'fa:16:3e:64:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:21Z', 'updated_at': '2022-02-16T09:27:23Z', 'revision_number': 2, 'project_id': '7e491ed94c27421d8033572221092bbd', 'subnets': [{'id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:30.107245 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks [] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.120236 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Checking router: f275b373-9532-4b4c-837e-632cd13bee3f for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:27:30.121214 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Updating router f275b373-9532-4b4c-837e-632cd13bee3f port ac579629-53fe-417c-9b70-6941e983aef1 binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:27:30.125858 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.176790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 21616b60-b196-435b-8820-dee60baad9b6 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:30.205995 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (ac579629-53fe-417c-9b70-6941e983aef1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.214980 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-aa49e51b-57f8-45be-9a38-7859b88f6c64 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:27:30.216745 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-aa49e51b-57f8-45be-9a38-7859b88f6c64 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165377 Feb 16 09:27:30.269392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (b348a8f6-5eb8-4880-8ce5-03516a787f51), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.287903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b348a8f6-5eb8-4880-8ce5-03516a787f51), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.363449 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302874b-f9e5-4d1f-b440-0a93795ec62b None None] Pushing event updated for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:30.409157 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b348a8f6-5eb8-4880-8ce5-03516a787f51,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:30.422411 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.429099 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-4c9dded8-589f-491e-b470-c0bcb0a1bfae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5571299 Feb 16 09:27:30.434546 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51948) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:30.461188 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group_rule': {'security_group_id': 'b348a8f6-5eb8-4880-8ce5-03516a787f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:30.513782 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Attempting to bind port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:30.514416 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Attempting to bind port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:30.514997 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Attempting to bind port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:30.521709 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:30.522479 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Checking segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:30.523117 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.523720 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Bound using segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:30.524496 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Bound port: 88cf95d9-ea47-4e7b-a20e-6057dec26d79, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:30.525369 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.575375 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (d4008500-b560-4195-ae34-7708d15a059d), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.579198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38b075-eabb-49f1-b04b-fa2bef549dcd req-0b8b062f-7e70-4867-9747-5ca00ea2451e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:30.603853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d38b075-eabb-49f1-b04b-fa2bef549dcd req-0b8b062f-7e70-4867-9747-5ca00ea2451e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 932 time: 0.4558282 Feb 16 09:27:30.618936 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] For port 88cf95d9-ea47-4e7b-a20e-6057dec26d79, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:30.624282 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] For port 88cf95d9-ea47-4e7b-a20e-6057dec26d79, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=88cf95d9-ea47-4e7b-a20e-6057dec26d79,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:30.644696 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.707535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-4b8d68ea-0b0d-4f37-8f81-76f31f0b2a8e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:30.726918 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-4b8d68ea-0b0d-4f37-8f81-76f31f0b2a8e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 819 time: 0.6457324 Feb 16 09:27:30.729445 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (d4008500-b560-4195-ae34-7708d15a059d), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.738493 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (d4008500-b560-4195-ae34-7708d15a059d), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.772011 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:30.777262 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:30.781523 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-34055b20-c8d9-4eec-8ae4-f9c6d4790915 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/quotas/7e491ed94c27421d8033572221092bbd HTTP/1.1" status: 200 len: 375 time: 0.0531075 Feb 16 09:27:30.783834 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.842981 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Provisioning complete for port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:30.844445 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.846346 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4008500-b560-4195-ae34-7708d15a059d,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:30.863488 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.865845 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ea1957c1-36c1-4b78-b8ec-387e40a0b575 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4285402 Feb 16 09:27:30.868640 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51964) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:30.875674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group_rule': {'security_group_id': 'b348a8f6-5eb8-4880-8ce5-03516a787f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:30.923336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (72baeb59-02a0-4218-b610-7444eed43eeb), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:30.962039 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d38b075-eabb-49f1-b04b-fa2bef549dcd req-f8b7d0f0-d44b-4107-8fc6-10f50a9729fe tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546603 Feb 16 09:27:31.028015 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-0162b0f6-cdfa-48ad-b8ca-f8aa540b61de tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2376201 Feb 16 09:27:31.063397 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302874b-f9e5-4d1f-b440-0a93795ec62b None None] Pushing event updated for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:31.124478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (72baeb59-02a0-4218-b610-7444eed43eeb), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.133263 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (72baeb59-02a0-4218-b610-7444eed43eeb), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.164272 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72baeb59-02a0-4218-b610-7444eed43eeb,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:31.188715 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.188715 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9abb4f4c-d8ac-4ee2-97f7-8c3306134715 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150704 Feb 16 09:27:31.195749 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 51970) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:31.200903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:31.232124 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:31.244890 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.274090 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Current status of the port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:31.275404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.337997 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c6e2e0b4-f06c-4d23-8ae9-d07f271bbccb req-5ee3638d-9753-4aae-9df9-1897f790b6ef tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.1221635 Feb 16 09:27:31.343811 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks [] for port (ac579629-53fe-417c-9b70-6941e983aef1), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.440582 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.444082 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] For port 88cf95d9-ea47-4e7b-a20e-6057dec26d79, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=88cf95d9-ea47-4e7b-a20e-6057dec26d79,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:31.455174 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-32429c07-ea87-4e49-857d-f25b135298bb service neutron] 10.222.0.90 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263256 Feb 16 09:27:31.488640 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.525594 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 4f30eb96-34d8-407a-8584-d722f72ccc1f up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:31.534193 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:31.726815 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a55bb-1900-46b1-a5d2-b404a0d89a91 None None] Pushing event updated for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:31.743973 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Request body: {'port': {'device_id': '5e0ee686-a54e-4add-b437-93790bbb078f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:31.870428 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Allocated IP 172.27.3.191 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/71fa26c8-c2a3-465f-b32b-40cc2618c476) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:31.992951 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-5c4e8f56-1b97-44ad-834b-2d7cb8f65fbc service neutron] 10.222.0.90 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306554 Feb 16 09:27:32.053375 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.136216 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.168414 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 4f30eb96-34d8-407a-8584-d722f72ccc1f triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:32.176896 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.257470 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:30Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:32.333608 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e834b-9d5a-4b70-94d3-82f0bff1b56e None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:30Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:32.395113 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-35a38098-354a-4eab-b598-0150e9d94374 None None] Provisioning complete for port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:32.395487 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-35a38098-354a-4eab-b598-0150e9d94374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.396598 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a56a-3502-4644-90ba-70f5b4f102f8 req-86fdfa5b-a465-44b4-badd-1ef24ce622e2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:32.401247 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-acc4a56a-3502-4644-90ba-70f5b4f102f8 req-86fdfa5b-a465-44b4-badd-1ef24ce622e2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 932 time: 0.2509975 Feb 16 09:27:32.411727 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Attempting to bind port ac579629-53fe-417c-9b70-6941e983aef1 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:32.425438 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Attempting to bind port ac579629-53fe-417c-9b70-6941e983aef1 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:32.426028 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Attempting to bind port ac579629-53fe-417c-9b70-6941e983aef1 on network fc141c3e-4d40-40e4-aacf-153094906be0 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:32.428687 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.615092 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:32.615894 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Checking segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:32.617834 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.621750 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Bound using segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:32.622609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Bound port: ac579629-53fe-417c-9b70-6941e983aef1, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:32.624450 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (ac579629-53fe-417c-9b70-6941e983aef1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:32.645082 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-acc4a56a-3502-4644-90ba-70f5b4f102f8 req-ad8753e7-3410-4fa4-b433-0eb3b5f19326 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271941 Feb 16 09:27:32.695275 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab668b8-8053-4455-97ee-16be451438b7 None None] Pushing event updated for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:32.794628 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6804c72a-8270-424f-8d79-7cb0e5375e7d req-309f4171-a088-499c-bc97-9719d1717cd0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.1203980 Feb 16 09:27:32.859932 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 4f30eb96-34d8-407a-8584-d722f72ccc1f is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:32.861295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 37a88c02-d983-4298-888e-f1e327333d92 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:32.971374 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e0ff01ab-850c-41fb-b97b-6a3c21566e6f req-85dab85b-d9b3-44e5-9556-1e7ab718df18 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 210 time: 0.1305857 Feb 16 09:27:33.056692 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:33.403792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.24', 61634) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:33.521563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-35a38098-354a-4eab-b598-0150e9d94374 None None] Current status of the port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:33.578333 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] For port ac579629-53fe-417c-9b70-6941e983aef1, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:33.599965 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] For port ac579629-53fe-417c-9b70-6941e983aef1, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=ac579629-53fe-417c-9b70-6941e983aef1,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:33.642221 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:33.815509 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-acf418a1-9ee2-4998-b9d7-2611bafecedc tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:33.832216 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:33.841449 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-acf418a1-9ee2-4998-b9d7-2611bafecedc tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 817 time: 0.4333591 Feb 16 09:27:33.867610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:33.900643 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:33.929369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a55bb-1900-46b1-a5d2-b404a0d89a91 None None] Pushing event updated for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:34.020633 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 37a88c02-d983-4298-888e-f1e327333d92 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:34.021011 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (37a88c02-d983-4298-888e-f1e327333d92), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.022478 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.143849 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=71fa26c8-c2a3-465f-b32b-40cc2618c476,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:34.167138 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:27:34.168101 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:34.178124 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52078) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:34.214674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-f84a5a6a-b672-4de4-93ff-3e15a8f68a14 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:34.227232 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-f84a5a6a-b672-4de4-93ff-3e15a8f68a14 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 819 time: 0.9505944 Feb 16 09:27:34.454294 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.500881 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:34.564090 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.597097 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks [] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.653839 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Transition to ACTIVE for port object 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:27:34.695867 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.705421 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:27:34.750272 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-654f663f-08d6-4274-a7a0-c43631353f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:34.772345 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-9ec2e3c9-dd4c-4f26-a06c-257cc0a07682 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/quotas/7e491ed94c27421d8033572221092bbd HTTP/1.1" status: 200 len: 375 time: 0.5428340 Feb 16 09:27:34.883376 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-0a827a3f-3a8b-463b-92a2-d0891a3e8d9d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 380 time: 1.0213163 Feb 16 09:27:34.903673 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'port': {'device_id': 'dae77187-dab9-4257-b9fa-af11d158a868', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'admin_state_up': True, 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'security_groups': ['dd446664-eeb8-4d50-85e9-e67d3729100c']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:34.916954 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9fb9a-5bd0-4d9d-83ed-6b0979d79ee3 req-01071e3a-c1ce-472f-ba94-42be71604e5e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:34.926732 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a5f9fb9a-5bd0-4d9d-83ed-6b0979d79ee3 req-01071e3a-c1ce-472f-ba94-42be71604e5e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 932 time: 0.9524338 Feb 16 09:27:35.010447 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-10161139-414d-4096-aea2-b3752556d438 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2266080 Feb 16 09:27:35.110198 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 37a88c02-d983-4298-888e-f1e327333d92 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:35.177907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Pushing event updated for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:35.277320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Attempting to bind port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:35.277723 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Attempting to bind port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'f2df1660-26da-42e9-9421-e32b0112bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:35.278045 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Attempting to bind port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e on network ae407072-18c2-4eec-a251-10196ec0cf08 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:35.338104 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e on network ae407072-18c2-4eec-a251-10196ec0cf08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:27:35.338442 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Attempting to bind port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e on network ae407072-18c2-4eec-a251-10196ec0cf08 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:35.393867 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:35.394218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Checking segment: {'id': 'f2df1660-26da-42e9-9421-e32b0112bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:35.394745 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Bound using segment: {'id': 'f2df1660-26da-42e9-9421-e32b0112bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:35.395179 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Bound port: 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2df1660-26da-42e9-9421-e32b0112bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:35.395553 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.405139 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 88cf95d9-ea47-4e7b-a20e-6057dec26d79 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:35.409565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-654f663f-08d6-4274-a7a0-c43631353f3e admin admin] Publish callbacks [] for security_group (5614cdee-0395-4b7c-bb25-ca71b3518233), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.430974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Made reservation on behalf of fd441a80d29f4b5db8245c523e2ee25a for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:35.433695 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-654f663f-08d6-4274-a7a0-c43631353f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5614cdee-0395-4b7c-bb25-ca71b3518233), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.435394 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.470700 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a5f9fb9a-5bd0-4d9d-83ed-6b0979d79ee3 req-434da40b-e1d3-4599-aa86-d51da6ef087b tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429485 Feb 16 09:27:35.478864 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.507511 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f663f-08d6-4274-a7a0-c43631353f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5614cdee-0395-4b7c-bb25-ca71b3518233,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:35.525482 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:35.526084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.563862 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.577262 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-654f663f-08d6-4274-a7a0-c43631353f3e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cce33e1c7dcf4526a346c95b806cca92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3952491 Feb 16 09:27:35.589063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:23Z', 'revision_number': 4, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'ac579629-53fe-417c-9b70-6941e983aef1', 'name': '', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'mac_address': 'fa:16:3e:64:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:21Z', 'updated_at': '2022-02-16T09:27:33Z', 'revision_number': 4, 'project_id': '7e491ed94c27421d8033572221092bbd', 'subnets': [{'id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:27:35.624323 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab5ab-81dd-4b28-a181-7cbafcf13817 None None] The sync data for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi is: [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:23Z', 'revision_number': 4, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'ac579629-53fe-417c-9b70-6941e983aef1', 'name': '', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'mac_address': 'fa:16:3e:64:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:21Z', 'updated_at': '2022-02-16T09:27:33Z', 'revision_number': 4, 'project_id': '7e491ed94c27421d8033572221092bbd', 'subnets': [{'id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:27:35.639259 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52106) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:35.671953 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=71fa26c8-c2a3-465f-b32b-40cc2618c476,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:35.675066 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.710370 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:35.718249 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.729412 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-5622e2ec-fb02-4289-a9e6-701955a2eef0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5321369 Feb 16 09:27:35.768047 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:35.778908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,segment=NetworkSegment(f2df1660-26da-42e9-9421-e32b0112bf05),segment_id=f2df1660-26da-42e9-9421-e32b0112bf05)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:35.793384 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.822053 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-540c5c73-18ae-4489-b6b5-3ff29202397b req-14e6a343-608e-478e-871e-94d8b2945687 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.1380479 Feb 16 09:27:35.831280 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-138d7500-c221-4397-8c86-4f726fd21083 service neutron] 10.222.0.90 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321913 Feb 16 09:27:35.892753 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:35.893710 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.895499 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] 10.222.0.24 "PUT /v2.0/ports/96769b8b-1ae7-4371-a54e-6b4d9b7eb04e HTTP/1.1" status: 200 len: 1094 time: 4.3897572 Feb 16 09:27:35.899225 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:35.937041 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] Publish callbacks [] for security_group (5614cdee-0395-4b7c-bb25-ca71b3518233), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:35.958634 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Allocated IP 172.20.0.11 (4bb600ea-fc11-40ae-ae1d-b5519b66130f/38f8e32c-0b0a-4f13-8b27-3b34696b9b87/6a81f63f-5ef2-4223-b78f-5ddcc22b9edc) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:36.009245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21ebb0-0914-4284-8856-52b26858f120 service neutron] Pushing event updated for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:36.019233 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] Publish callbacks [] for security_group (5614cdee-0395-4b7c-bb25-ca71b3518233), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.256281 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.277337 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:36.300208 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-3e74c388-10c2-48d3-b263-bac8175c380d service neutron] 10.222.0.90 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558668 Feb 16 09:27:36.318141 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.546296 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5614cdee-0395-4b7c-bb25-ca71b3518233), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.550007 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.568703 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5614cdee-0395-4b7c-bb25-ca71b3518233 HTTP/1.1" status: 204 len: 168 time: 0.9241412 Feb 16 09:27:36.574187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:36.640962 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa05a-4c45-4cc6-b95d-29564b860b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614cdee-0395-4b7c-bb25-ca71b3518233,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:36.673697 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:36.678436 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:36.708443 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:36.713195 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:36.759911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-4e7545c8-3e9a-4fa1-8add-d03e840a2754 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1958241909&fields=id&tenant_id=e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 267 time: 0.7255735 Feb 16 09:27:36.813860 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c2683-3fc3-4b94-a4ad-a56ac0c137fb x-openstack-request-id: req-e76c2683-3fc3-4b94-a4ad-a56ac0c137fb {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:27:36.814325 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:27:36.815465 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e76c2683-3fc3-4b94-a4ad-a56ac0c137fb {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:27:36.816121 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e', 'status': 'completed', 'code': 200} Feb 16 09:27:36.822992 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:36.831705 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-232e13d5-01cc-48f7-ac7a-a0b5081d9f86 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9354038 Feb 16 09:27:37.061864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-6b517303-89ce-4eb4-b8cc-2f51bc1884d0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:37.063936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-6b517303-89ce-4eb4-b8cc-2f51bc1884d0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 811 time: 0.3031974 Feb 16 09:27:37.089866 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-98c19e02-c5ce-4f76-a4d1-3f771a460436 None None] Provisioning complete for port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:37.095731 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-9d5e6d5b-74d7-417d-92f4-d3602bd1b19f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/quotas/e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 375 time: 0.0205286 Feb 16 09:27:37.096353 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-98c19e02-c5ce-4f76-a4d1-3f771a460436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:37.156536 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dab24-74c8-47b6-8db0-f6bc69e9b9c3 req-8c5038ec-920d-4a56-b546-44daf7d11612 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:37.170349 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-150dab24-74c8-47b6-8db0-f6bc69e9b9c3 req-8c5038ec-920d-4a56-b546-44daf7d11612 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.2726765 Feb 16 09:27:37.191407 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-98c19e02-c5ce-4f76-a4d1-3f771a460436 None None] Port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:27:37.260798 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-150dab24-74c8-47b6-8db0-f6bc69e9b9c3 req-5affc365-606f-4481-9df7-4dc195007e2b tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898087 Feb 16 09:27:37.284178 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-a6f4a7b3-e42e-4e41-94c9-530c98fcd1cc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836042 Feb 16 09:27:37.331189 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device ac579629-53fe-417c-9b70-6941e983aef1 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:37.443327 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port ac579629-53fe-417c-9b70-6941e983aef1 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:37.443954 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (ac579629-53fe-417c-9b70-6941e983aef1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:37.477768 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-700ffc80-58fe-428c-9bec-f3f09095098b service neutron] 10.222.0.90 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775618 Feb 16 09:27:37.532295 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-de6d8f89-eae7-43f1-82fa-2e493cc09d85 req-b6eaf443-f366-4553-826e-7c346566fbec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0498757 Feb 16 09:27:37.642302 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port ac579629-53fe-417c-9b70-6941e983aef1 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:37.642843 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (ac579629-53fe-417c-9b70-6941e983aef1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:37.643828 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-b7e06377-c466-4caf-a670-95ce1bde1132 service neutron] 10.222.0.90 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103911 Feb 16 09:27:37.715041 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port ac579629-53fe-417c-9b70-6941e983aef1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=ac579629-53fe-417c-9b70-6941e983aef1,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:37.721361 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:37.765736 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8643452-45f8-4b87-ba53-c3034983b301 req-bb8ee9b7-a3ae-44fd-9682-868af43e7735 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:37.775389 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8643452-45f8-4b87-ba53-c3034983b301 req-bb8ee9b7-a3ae-44fd-9682-868af43e7735 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.0981417 Feb 16 09:27:37.826621 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:37.900053 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8643452-45f8-4b87-ba53-c3034983b301 req-3f741ee2-1305-4a09-8a0b-2f2db145daf9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233687 Feb 16 09:27:37.983097 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d1cc9dc3-ece1-405e-9f77-c1786e7b0fe8 req-bb5df758-74d8-4b8f-bc7b-74f92bbe0cfc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0518258 Feb 16 09:27:38.425184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a957d93-cd40-49b3-8d20-38ffd32d76e6 req-58252877-2598-457f-b06f-0e4a466e9080 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:38.427190 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a957d93-cd40-49b3-8d20-38ffd32d76e6 req-58252877-2598-457f-b06f-0e4a466e9080 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0815783 Feb 16 09:27:38.667913 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a957d93-cd40-49b3-8d20-38ffd32d76e6 req-de4b83de-0bbc-4f10-b74a-8a877117e9eb tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267091 Feb 16 09:27:38.744282 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ea978633-8b86-407f-94a5-533f1142d9e0 req-233e1800-98a2-418d-b588-7ec3db772f10 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0380845 Feb 16 09:27:39.139930 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe673f-d119-4c1b-9125-8b73fd3d5a46 req-41fd4742-d99c-4a01-874d-51f71ca0de92 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:39.148304 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4cfe673f-d119-4c1b-9125-8b73fd3d5a46 req-41fd4742-d99c-4a01-874d-51f71ca0de92 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.1550443 Feb 16 09:27:39.186453 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9330a96e-d0ed-4bf3-ac1f-26d446fd2fcd req-03be62f2-e667-4518-854d-0ec66875461a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0707328 Feb 16 09:27:39.279377 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4cfe673f-d119-4c1b-9125-8b73fd3d5a46 req-d0cf97c7-9e4d-4e7a-a6b0-713514aeb09a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297998 Feb 16 09:27:39.289708 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device ac579629-53fe-417c-9b70-6941e983aef1 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:39.392622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port ac579629-53fe-417c-9b70-6941e983aef1 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:39.396471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (ac579629-53fe-417c-9b70-6941e983aef1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:39.534271 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port ac579629-53fe-417c-9b70-6941e983aef1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:39.848242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947e61-e066-4224-94c5-7827bc964ff9 req-dfd0010b-cd09-45b9-b678-4e66949772c8 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:39.849732 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8947e61-e066-4224-94c5-7827bc964ff9 req-dfd0010b-cd09-45b9-b678-4e66949772c8 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0985301 Feb 16 09:27:39.866853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0ab845df-3267-487e-8172-dc57752a8a04 req-7d43cadf-4424-41f6-b4d3-71a5c4b05d2f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0399225 Feb 16 09:27:39.945918 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8947e61-e066-4224-94c5-7827bc964ff9 req-3f3a8faf-b97c-4216-8c37-9f9d4838292f tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814488 Feb 16 09:27:40.277251 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6cac6dd5-f118-4064-b1ab-1b1aaa398fcf req-0b59dded-3615-497a-8ddf-cdd95a41d9aa tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0298927 Feb 16 09:27:40.419901 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b7f0b-b426-45b1-b29d-99bf78944cdd req-ff01c0e2-e205-4781-a404-de13f0dc770b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:40.422302 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-121b7f0b-b426-45b1-b29d-99bf78944cdd req-ff01c0e2-e205-4781-a404-de13f0dc770b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.0715449 Feb 16 09:27:40.471868 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-121b7f0b-b426-45b1-b29d-99bf78944cdd req-63d71b7f-b490-4a80-ac61-6390bcabb2a8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Feb 16 09:27:40.967838 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4ba61483-7ab6-4afe-ad59-d9c41749e913 req-f2e39161-70ef-4517-a42f-695e847a000e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0268581 Feb 16 09:27:41.069099 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355bbe-d1f8-4ccd-af30-66df04a4bb50 req-c59ed3fa-4707-4706-a085-1abc09ca05e0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:41.070578 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ec355bbe-d1f8-4ccd-af30-66df04a4bb50 req-c59ed3fa-4707-4706-a085-1abc09ca05e0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0572481 Feb 16 09:27:41.118661 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ec355bbe-d1f8-4ccd-af30-66df04a4bb50 req-acdb4483-62c7-4e84-a5a3-013d11fa03af tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Feb 16 09:27:41.371098 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92512f64-07c0-418d-90f5-30cbfe425360 req-6bf5912b-85d2-47df-af0a-07c20550beb0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0300131 Feb 16 09:27:41.597879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4c43-da25-4437-a3dd-5aa9c7f598de req-177541fb-5b90-4c9d-8722-0ae9f42bb568 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:41.599320 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e0f4c43-da25-4437-a3dd-5aa9c7f598de req-177541fb-5b90-4c9d-8722-0ae9f42bb568 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.0515461 Feb 16 09:27:41.645978 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e0f4c43-da25-4437-a3dd-5aa9c7f598de req-c80c6bc8-296e-4856-a836-745e577508af tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Feb 16 09:27:42.066143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2db21371-8ac3-43aa-b44f-0feb87ab6650 req-54641f26-0014-4439-bf06-6d7e5dcfe557 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0264990 Feb 16 09:27:42.242287 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00256-0582-4d8f-bd47-1e39d5287f2c req-46a0a9cc-ccd8-490d-ae7b-88da7ac2e49c tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:42.243793 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97b00256-0582-4d8f-bd47-1e39d5287f2c req-46a0a9cc-ccd8-490d-ae7b-88da7ac2e49c tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0572944 Feb 16 09:27:42.290024 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97b00256-0582-4d8f-bd47-1e39d5287f2c req-12793ab0-0b48-4c7a-b3ba-9563018229bf tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Feb 16 09:27:42.463168 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b8d8994-a6cc-40c6-af7b-b4c0a2763e35 req-322eb05b-41d0-4645-acae-5b7d1b6eff83 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0279055 Feb 16 09:27:42.769343 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c65a92-7c61-44d4-809a-12a28442d6e7 req-0f0caa20-615a-4530-a4b3-967aa0fd1758 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:42.770778 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7c65a92-7c61-44d4-809a-12a28442d6e7 req-0f0caa20-615a-4530-a4b3-967aa0fd1758 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.0503132 Feb 16 09:27:42.816034 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7c65a92-7c61-44d4-809a-12a28442d6e7 req-4cd7bf48-ad15-40da-a0b8-71940288938f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Feb 16 09:27:43.166410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dee0592f-ab81-464d-bd2d-9158bcdec2a3 req-f9e01184-02f9-4124-b01c-afc786587799 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0329959 Feb 16 09:27:43.425938 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face4be-91a7-4e8e-b262-8b5c77be2b3f req-53723917-413c-4d07-a677-59bd09c04a75 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:43.427440 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7face4be-91a7-4e8e-b262-8b5c77be2b3f req-53723917-413c-4d07-a677-59bd09c04a75 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0665748 Feb 16 09:27:43.478461 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7face4be-91a7-4e8e-b262-8b5c77be2b3f req-fa43e261-ce3c-4365-b8d6-20c23736997d tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Feb 16 09:27:43.485755 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52390) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:43.561530 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-801ea037-5bb1-4a17-afaa-23a5bc6b40f7 req-f96cea79-5a90-4603-baa0-9113c39afdbe tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0278671 Feb 16 09:27:43.617588 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c53ea6d-5588-4520-b367-d9b9fcf1c3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.703423 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c53ea6d-5588-4520-b367-d9b9fcf1c3b2 admin admin] Publish callbacks [] for security_group (f29f0583-5f66-4704-86ab-c7645269afec), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.707008 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4c53ea6d-5588-4520-b367-d9b9fcf1c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f29f0583-5f66-4704-86ab-c7645269afec), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.745826 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-4c53ea6d-5588-4520-b367-d9b9fcf1c3b2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2b08e18cd3fb49d1805b9c80733f52e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588801 Feb 16 09:27:43.746816 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ea6d-5588-4520-b367-d9b9fcf1c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f0583-5f66-4704-86ab-c7645269afec,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:43.748465 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52408) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:43.800467 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] Publish callbacks [] for security_group (f29f0583-5f66-4704-86ab-c7645269afec), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.821277 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] Publish callbacks [] for security_group (f29f0583-5f66-4704-86ab-c7645269afec), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.869666 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f29f0583-5f66-4704-86ab-c7645269afec), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.872204 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:43.873334 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f29f0583-5f66-4704-86ab-c7645269afec HTTP/1.1" status: 204 len: 168 time: 0.1238978 Feb 16 09:27:43.889060 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3db35f-5346-4c74-852b-30c11086852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f0583-5f66-4704-86ab-c7645269afec,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:43.952209 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837063-2484-4483-a74e-8468b97ab865 req-8cedb7b9-c0f0-4789-8e8e-db0736edef1e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:43.954541 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1837063-2484-4483-a74e-8468b97ab865 req-8cedb7b9-c0f0-4789-8e8e-db0736edef1e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.0667419 Feb 16 09:27:44.005636 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1837063-2484-4483-a74e-8468b97ab865 req-8cb4969c-60bd-4d63-bc76-8612e3034374 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Feb 16 09:27:44.139700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52418) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:44.153097 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b2a9902f-8986-489c-ae04-1f0c7ffcceb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.227969 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b2a9902f-8986-489c-ae04-1f0c7ffcceb2 admin admin] Publish callbacks [] for security_group (7769375b-1b2e-4cec-a2ea-4732e3eba888), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.232893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b2a9902f-8986-489c-ae04-1f0c7ffcceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7769375b-1b2e-4cec-a2ea-4732e3eba888), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.294316 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd7eb724-0c9c-466c-bce2-cdd15b07d6a5 req-64721780-9e20-429d-88d3-51c5cb49c1d7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0583286 Feb 16 09:27:44.300531 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b2a9902f-8986-489c-ae04-1f0c7ffcceb2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13264b4695f34f4589cc71881176569b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597199 Feb 16 09:27:44.303288 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52422) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:44.309334 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9902f-8986-489c-ae04-1f0c7ffcceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7769375b-1b2e-4cec-a2ea-4732e3eba888,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:44.350184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] Publish callbacks [] for security_group (7769375b-1b2e-4cec-a2ea-4732e3eba888), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.370725 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] Publish callbacks [] for security_group (7769375b-1b2e-4cec-a2ea-4732e3eba888), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.423545 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7769375b-1b2e-4cec-a2ea-4732e3eba888), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.426238 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.427354 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7769375b-1b2e-4cec-a2ea-4732e3eba888 HTTP/1.1" status: 204 len: 168 time: 0.1229434 Feb 16 09:27:44.435745 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906a34-488b-4d34-aaf4-957afc47cb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7769375b-1b2e-4cec-a2ea-4732e3eba888,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:44.454859 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Request body: {'port': {'device_id': 'dae77187-dab9-4257-b9fa-af11d158a868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:44.547567 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:44.655196 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.24', 61657) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:44.817553 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-bdf4f5c3-4652-4291-b419-de50ecb58a8b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:44.824690 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-bdf4f5c3-4652-4291-b419-de50ecb58a8b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 819 time: 0.3299079 Feb 16 09:27:44.853207 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Request body: {'port': {'device_id': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'admin_state_up': True, 'tenant_id': '7e491ed94c27421d8033572221092bbd'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:44.998882 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3b0368ef-78b0-48e1-87d1-909ef43cefbc req-16ac8a03-a9f1-4362-99d6-be59ddd85869 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.3396842 Feb 16 09:27:45.111571 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Made reservation on behalf of 7e491ed94c27421d8033572221092bbd for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:45.117624 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:45.274495 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810facd9-6639-4d3b-9d7b-d994e3e1f6ca req-06c92a76-6f4c-4d84-9184-fd92b8648312 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.282603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-810facd9-6639-4d3b-9d7b-d994e3e1f6ca req-06c92a76-6f4c-4d84-9184-fd92b8648312 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.7075939 Feb 16 09:27:45.285975 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-de07b788-4e8f-4190-b735-d5e26d046b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.287437 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-de07b788-4e8f-4190-b735-d5e26d046b1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b8af4daf82a43db88622613dfab613c&device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 1128 time: 0.5882483 Feb 16 09:27:45.370409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Allocated IP 172.20.0.10 (fc141c3e-4d40-40e4-aacf-153094906be0/fe5d7b85-854d-463c-97c5-58eea7eba6ee/b7086fee-94bd-4d76-83d6-9bf00999e33a) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:45.484167 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9d47-16d4-4116-92d1-7f0b2c25a95c req-d5a25fdb-9122-4e34-8251-10b230c10d95 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.492168 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-451c9d47-16d4-4116-92d1-7f0b2c25a95c req-d5a25fdb-9122-4e34-8251-10b230c10d95 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 932 time: 0.3113077 Feb 16 09:27:45.686686 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks [] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:45.695508 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.24', 61665) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:45.717327 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-810facd9-6639-4d3b-9d7b-d994e3e1f6ca req-19945958-a990-4402-84f4-62e785f5c136 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336905 Feb 16 09:27:45.815192 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-451c9d47-16d4-4116-92d1-7f0b2c25a95c req-b0c28b98-8185-46c2-a843-c2e330c1fc4a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217313 Feb 16 09:27:45.838257 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:45.853807 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.24', 61666) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:45.928287 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-48e8593b-6e1c-48fb-9ce1-d59a47df3ae7 req-82cfaa90-716a-461b-9ed7-82fa64052484 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0853274 Feb 16 09:27:45.935724 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-e564b3bb-2ad1-4d41-9ab6-644f2de5bdc7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.937814 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-e564b3bb-2ad1-4d41-9ab6-644f2de5bdc7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 819 time: 0.2404046 Feb 16 09:27:45.976598 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Network fc141c3e-4d40-40e4-aacf-153094906be0 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:45.980982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-647c8806-6f14-401e-b051-812862cc6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.983510 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-647c8806-6f14-401e-b051-812862cc6dd2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b8af4daf82a43db88622613dfab613c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6740348 Feb 16 09:27:45.986052 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:45.993713 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:46.004385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:46.005322 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.024191 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Pushing event updated for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:46.040785 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-f4e312fb-8182-4bb5-971f-0e5f3d0eb30d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1977849 Feb 16 09:27:46.094683 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:46.116617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks [] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.146823 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-42436527-d784-41f2-9ba6-6e88526b2dfe req-042ee77d-91b4-4bbc-81b7-6d7dfc0d73c1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0547822 Feb 16 09:27:46.175802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-518f4fd4-af79-40a8-b776-027d4a4a0d4e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:46.177283 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-518f4fd4-af79-40a8-b776-027d4a4a0d4e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 811 time: 0.3206699 Feb 16 09:27:46.178530 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Transition to ACTIVE for port object 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:27:46.182453 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.259473 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:46.325575 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Attempting to bind port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:46.325997 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Attempting to bind port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:46.326262 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Attempting to bind port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:46.332056 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:27:46.332384 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Attempting to bind port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:46.337193 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:46.337519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Checking segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:46.338058 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Bound using segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:46.338607 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Bound port: 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:46.339008 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.415407 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:46.420847 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:46.426937 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.484806 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:46.485597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.487260 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 1094 time: 2.0366549 Feb 16 09:27:46.487832 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:46.553597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5f1b-28e0-4170-8489-1fcc74e130e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:46.688191 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac996a7e-5ed4-4ade-bb03-965511ebd205" -d '{"events": [{"name": "network-changed", "server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:46.815148 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:46.871447 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb910508-65a1-4ecb-8783-255a1b5ae910 req-53bc43fb-9fa8-4685-8c53-ff22d9e487d2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:46.873695 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb910508-65a1-4ecb-8783-255a1b5ae910 req-53bc43fb-9fa8-4685-8c53-ff22d9e487d2 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0733521 Feb 16 09:27:46.875666 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b0be1a-f3cb-4707-b57f-860163982d98 x-openstack-request-id: req-69b0be1a-f3cb-4707-b57f-860163982d98 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:27:46.878959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:27:46.879487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-69b0be1a-f3cb-4707-b57f-860163982d98 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:27:46.880292 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'status': 'completed', 'code': 200} Feb 16 09:27:46.944608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb910508-65a1-4ecb-8783-255a1b5ae910 req-535e1f11-dc72-43a5-985d-f1693a47d2f6 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630791 Feb 16 09:27:46.993817 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06a82-4bdb-4d2e-b139-1c679f9b369b req-6dfc3a3f-30ec-4dad-b407-d903e70f4853 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:46.995410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5de06a82-4bdb-4d2e-b139-1c679f9b369b req-6dfc3a3f-30ec-4dad-b407-d903e70f4853 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0659018 Feb 16 09:27:47.067115 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1f249556-a096-4e3d-8f59-8782b56d95ff req-c1c1366f-fcdd-4c62-a9bf-543e31e3daec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0427303 Feb 16 09:27:47.083822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5de06a82-4bdb-4d2e-b139-1c679f9b369b req-a0247c59-f00e-4b91-9e95-7229403c942b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809774 Feb 16 09:27:47.161961 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52582) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:47.240723 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eb5672c6-49b8-4402-bd4e-5ef1fab38860 req-aadf7dbd-4df8-4808-a444-bc27766cedff tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0274198 Feb 16 09:27:47.266873 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a84ee8c-d257-4473-9719-c5fd52973d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.338675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a84ee8c-d257-4473-9719-c5fd52973d71 admin admin] Publish callbacks [] for security_group (e56372c9-91df-47b2-80fb-5472d097f8be), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.342489 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a84ee8c-d257-4473-9719-c5fd52973d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e56372c9-91df-47b2-80fb-5472d097f8be), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.388303 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2a84ee8c-d257-4473-9719-c5fd52973d71 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dbaca57402a446bf8f32e8a81f0acb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250814 Feb 16 09:27:47.389387 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84ee8c-d257-4473-9719-c5fd52973d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56372c9-91df-47b2-80fb-5472d097f8be,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:47.391627 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52588) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:47.443198 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] Publish callbacks [] for security_group (e56372c9-91df-47b2-80fb-5472d097f8be), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.463458 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] Publish callbacks [] for security_group (e56372c9-91df-47b2-80fb-5472d097f8be), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.509412 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e56372c9-91df-47b2-80fb-5472d097f8be), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.512015 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.513213 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e56372c9-91df-47b2-80fb-5472d097f8be HTTP/1.1" status: 204 len: 168 time: 0.1205668 Feb 16 09:27:47.522575 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f12a6-a1ff-465d-ada8-24071bb8bd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56372c9-91df-47b2-80fb-5472d097f8be,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:47.779153 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52600) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:47.791887 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fad4bab4-d87c-482a-99d4-ca19d9f0e55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.867838 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fad4bab4-d87c-482a-99d4-ca19d9f0e55a admin admin] Publish callbacks [] for security_group (03bff07f-e71e-4233-8d6c-b720014d375b), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.871659 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fad4bab4-d87c-482a-99d4-ca19d9f0e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (03bff07f-e71e-4233-8d6c-b720014d375b), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.909266 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-fad4bab4-d87c-482a-99d4-ca19d9f0e55a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9c9ba4a489fb48c18aa346a5cd0ab909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290395 Feb 16 09:27:47.910106 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4bab4-d87c-482a-99d4-ca19d9f0e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bff07f-e71e-4233-8d6c-b720014d375b,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:47.911878 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52602) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:47.959489 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] Publish callbacks [] for security_group (03bff07f-e71e-4233-8d6c-b720014d375b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:47.984675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] Publish callbacks [] for security_group (03bff07f-e71e-4233-8d6c-b720014d375b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:48.067248 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a0a4-ba20-4fa1-af88-44600dc1083a req-c134e704-b150-4943-bc33-dc3e8645ac79 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:48.068764 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7550a0a4-ba20-4fa1-af88-44600dc1083a req-c134e704-b150-4943-bc33-dc3e8645ac79 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0579045 Feb 16 09:27:48.069479 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (03bff07f-e71e-4233-8d6c-b720014d375b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:48.072008 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:48.073065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/03bff07f-e71e-4233-8d6c-b720014d375b HTTP/1.1" status: 204 len: 168 time: 0.1601942 Feb 16 09:27:48.087432 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd7862-5df2-4b68-b02d-bb21c5bc2814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bff07f-e71e-4233-8d6c-b720014d375b,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:48.130087 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7550a0a4-ba20-4fa1-af88-44600dc1083a req-a9f004fb-6876-4d26-ba9b-b0f1528b8549 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Feb 16 09:27:48.180782 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5a866f65-7f37-4d3e-a47c-3d4ebbaf9e55 req-9ae6e5ce-5904-4cff-b9ed-e835fdc59dcd tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0308192 Feb 16 09:27:48.252197 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063327-e274-457c-9dca-e3b95d92de78 req-ce1ff5d2-89ff-4eca-b7f3-649ba316865d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:48.253678 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2063327-e274-457c-9dca-e3b95d92de78 req-ce1ff5d2-89ff-4eca-b7f3-649ba316865d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0557859 Feb 16 09:27:48.305245 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2063327-e274-457c-9dca-e3b95d92de78 req-f653a73c-c19b-42db-9e44-fced3863d0ed tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Feb 16 09:27:48.350153 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc58cff9-c0a7-4830-b81a-b641380e4f58 req-205437f2-a079-4399-8a7a-35259fa0c2d4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0322163 Feb 16 09:27:49.071678 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Request body: {'port': {'device_id': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'admin_state_up': True, 'tenant_id': '7e491ed94c27421d8033572221092bbd'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:49.126538 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Request body: {'port': {'device_id': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:49.239831 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:49.369382 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Made reservation on behalf of 7e491ed94c27421d8033572221092bbd for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:49.372799 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:49.391262 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-f8abb39f-5da2-42fb-bb59-8b9fdf808193 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 380 time: 0.3133507 Feb 16 09:27:49.393751 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a479a1d5-dd48-4df7-9908-f2e1e73a1f1c req-4a5fd3a7-9fcd-44f0-8f43-bb02b89d81bd tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 210 time: 0.0812562 Feb 16 09:27:49.409888 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'port': {'device_id': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'admin_state_up': True, 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'security_groups': ['b348a8f6-5eb8-4880-8ce5-03516a787f51']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:49.416292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-55252bb6-f3e9-4550-85ce-f2aeaa5b9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:49.418025 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-55252bb6-f3e9-4550-85ce-f2aeaa5b9ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1128 time: 0.3291547 Feb 16 09:27:49.434604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-68f7928d-5ac5-4a72-8bc5-0455678684c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:49.436128 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e4f54ae-f760-4ee7-9f3f-947dcb9932d4 req-68f7928d-5ac5-4a72-8bc5-0455678684c3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3746405 Feb 16 09:27:49.550435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd91bd-b6d9-422c-94a8-ec73f4791543 req-087332f0-dbb8-498f-bb97-334cbd05aaaf tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:49.551921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3cd91bd-b6d9-422c-94a8-ec73f4791543 req-087332f0-dbb8-498f-bb97-334cbd05aaaf tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.2845404 Feb 16 09:27:49.653240 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7086fee-94bd-4d76-83d6-9bf00999e33a {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:49.663540 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks [] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:49.679189 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Transition to ACTIVE for port object b7086fee-94bd-4d76-83d6-9bf00999e33a will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:27:49.689862 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:49.824668 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Allocated IP 172.20.0.3 (fc141c3e-4d40-40e4-aacf-153094906be0/fe5d7b85-854d-463c-97c5-58eea7eba6ee/b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:49.834425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Attempting to bind port b7086fee-94bd-4d76-83d6-9bf00999e33a on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:49.835000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Attempting to bind port b7086fee-94bd-4d76-83d6-9bf00999e33a by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:49.835471 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Attempting to bind port b7086fee-94bd-4d76-83d6-9bf00999e33a on network fc141c3e-4d40-40e4-aacf-153094906be0 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:49.841969 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Port b7086fee-94bd-4d76-83d6-9bf00999e33a on network fc141c3e-4d40-40e4-aacf-153094906be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:27:49.842491 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Attempting to bind port b7086fee-94bd-4d76-83d6-9bf00999e33a on network fc141c3e-4d40-40e4-aacf-153094906be0 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:49.844913 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Pushing event updated for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:49.858100 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:49.858434 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Checking segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:49.858827 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Bound using segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:49.859486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Bound port: b7086fee-94bd-4d76-83d6-9bf00999e33a, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:49.860184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:49.917802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-1b752b9f-618f-4af7-bcee-39ae3b03e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:49.919452 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-1b752b9f-618f-4af7-bcee-39ae3b03e8ee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4798090 Feb 16 09:27:49.944881 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3cd91bd-b6d9-422c-94a8-ec73f4791543 req-751d5210-11db-4feb-96df-04502fe1187f tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784914 Feb 16 09:27:49.961702 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00c34-1963-4e6e-879f-b7758965d34e req-707d760a-c563-4ac2-a1f1-d5483ce7d1bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:49.969610 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-58b00c34-1963-4e6e-879f-b7758965d34e req-707d760a-c563-4ac2-a1f1-d5483ce7d1bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.4504671 Feb 16 09:27:49.985282 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:50.008749 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:50.014037 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-caee8e0c-2e83-43ec-bde4-4407012aa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:50.016347 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-caee8e0c-2e83-43ec-bde4-4407012aa763 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b8af4daf82a43db88622613dfab613c&device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 1128 time: 0.4896083 Feb 16 09:27:50.036743 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Made reservation on behalf of e5ffe873ea8e4496ae33e277307e3b5b for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:27:50.039928 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.051235 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.075283 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2560cf40-b8c2-459e-85f4-7a7317fe960e req-616a370d-0dbb-49e9-bed5-ed0bc30c22d0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0578337 Feb 16 09:27:50.097554 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-58b00c34-1963-4e6e-879f-b7758965d34e req-9d940f6e-52b0-43b9-8611-e1b594e6d27b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209397 Feb 16 09:27:50.135795 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Pushing event updated for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:50.139251 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:50.140604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.142204 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-537a52a3-9b34-44c6-8c80-e22fcfff7928 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 1094 time: 1.0248976 Feb 16 09:27:50.144363 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:50.146581 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36f764c-c972-4743-976d-4ea8ce98d920" -d '{"events": [{"name": "network-changed", "server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:50.178563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks [] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.210391 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e3cde5-f216-47c0-ab67-02709528fcfd x-openstack-request-id: req-97e3cde5-f216-47c0-ab67-02709528fcfd {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:27:50.210683 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:27:50.210938 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-97e3cde5-f216-47c0-ab67-02709528fcfd {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:27:50.211361 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a', 'status': 'completed', 'code': 200} Feb 16 09:27:50.227672 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.270405 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Network fc141c3e-4d40-40e4-aacf-153094906be0 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:50.273709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:50.274581 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Allocated IP 172.20.0.10 (ee78a612-543c-448f-b65a-115369c42f9c/2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6/f691b39c-f8c0-499a-9735-fda58aca5fad) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:27:50.277744 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:50.285036 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:50.285858 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.317382 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Pushing event updated for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:50.326538 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-071d1de4-d360-42e5-b260-7ca64b366d78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2705822 Feb 16 09:27:50.446116 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.486913 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.574258 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Network ee78a612-543c-448f-b65a-115369c42f9c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:27:50.582578 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:27:50.585200 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:27:50.591896 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:50.592316 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.610113 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:50.629145 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c9ec-633a-453f-93c4-12c3ca4aca3e req-938a7f1c-3871-43fd-83ac-dd2a5aab7ff2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:50.639992 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4772c9ec-633a-453f-93c4-12c3ca4aca3e req-938a7f1c-3871-43fd-83ac-dd2a5aab7ff2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 931 time: 0.1468852 Feb 16 09:27:50.646581 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-111ce4b7-31dc-4afa-a962-bf31adb03fa2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2445121 Feb 16 09:27:50.688280 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4772c9ec-633a-453f-93c4-12c3ca4aca3e req-2fb0e02b-df3c-4ee5-8055-cb18765ddb89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Feb 16 09:27:50.859920 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-09eae8fe-6347-478d-ae19-a483a73e270b None None] Provisioning complete for port f691b39c-f8c0-499a-9735-fda58aca5fad triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:50.860474 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-09eae8fe-6347-478d-ae19-a483a73e270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:50.894281 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-09eae8fe-6347-478d-ae19-a483a73e270b None None] Port f691b39c-f8c0-499a-9735-fda58aca5fad cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:27:50.963521 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52726) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:51.064961 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ed62a-fe3a-4c0c-9c29-3cafafeb62a4 req-f90cb680-0a19-4c3b-a9e3-72b1b865c54c tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:51.066414 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a43ed62a-fe3a-4c0c-9c29-3cafafeb62a4 req-f90cb680-0a19-4c3b-a9e3-72b1b865c54c tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0633221 Feb 16 09:27:51.084629 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e567c4d3-92ea-4119-8229-3dca28354c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.112242 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a43ed62a-fe3a-4c0c-9c29-3cafafeb62a4 req-4c998b5d-c855-46ae-bdb2-679e9e927352 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Feb 16 09:27:51.180211 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e567c4d3-92ea-4119-8229-3dca28354c3d admin admin] Publish callbacks [] for security_group (7195c79c-3677-45dc-afa1-aa3e5ab9162f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.184724 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e567c4d3-92ea-4119-8229-3dca28354c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7195c79c-3677-45dc-afa1-aa3e5ab9162f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.224767 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e567c4d3-92ea-4119-8229-3dca28354c3d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7380430f8a6d481cb1a22bc124c50289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577353 Feb 16 09:27:51.224767 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567c4d3-92ea-4119-8229-3dca28354c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195c79c-3677-45dc-afa1-aa3e5ab9162f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:51.225854 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52738) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:51.256335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0945d-f039-4c6f-8967-c4fdd9c97931 req-9813c7da-cd54-4286-85f6-29796d5f51ab tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:51.257792 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f8c0945d-f039-4c6f-8967-c4fdd9c97931 req-9813c7da-cd54-4286-85f6-29796d5f51ab tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 932 time: 0.1022117 Feb 16 09:27:51.292701 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db3a0d-a9c5-42c7-b81f-f8513ed001d3 req-7a22e628-a924-4138-84a3-13919d98fc4e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:51.294120 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-36db3a0d-a9c5-42c7-b81f-f8513ed001d3 req-7a22e628-a924-4138-84a3-13919d98fc4e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.1113918 Feb 16 09:27:51.358496 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] Publish callbacks [] for security_group (7195c79c-3677-45dc-afa1-aa3e5ab9162f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.364361 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f8c0945d-f039-4c6f-8967-c4fdd9c97931 req-6489906d-5154-4c82-b5bd-f17c856188c5 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944180 Feb 16 09:27:51.388782 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-36db3a0d-a9c5-42c7-b81f-f8513ed001d3 req-e47406d9-24fc-4b4a-8d8f-729ccf87360b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877092 Feb 16 09:27:51.397850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] Publish callbacks [] for security_group (7195c79c-3677-45dc-afa1-aa3e5ab9162f), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.450267 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7195c79c-3677-45dc-afa1-aa3e5ab9162f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.453477 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.454641 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7195c79c-3677-45dc-afa1-aa3e5ab9162f HTTP/1.1" status: 204 len: 168 time: 0.2270701 Feb 16 09:27:51.462627 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0874b46-2255-42e3-bfe3-ecc0fa37097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195c79c-3677-45dc-afa1-aa3e5ab9162f,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:51.714921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52746) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:51.728506 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2fe407a6-03be-4f70-8f43-6c584c7c7a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.843989 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2fe407a6-03be-4f70-8f43-6c584c7c7a74 admin admin] Publish callbacks [] for security_group (b1c2738b-644a-48a4-a060-42aaf12dd179), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.852668 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54137e25-97a6-47f8-8721-9da29b323242 req-969e9e36-33a0-4355-a887-c3cf4dac273a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:51.854111 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54137e25-97a6-47f8-8721-9da29b323242 req-969e9e36-33a0-4355-a887-c3cf4dac273a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 931 time: 0.0909295 Feb 16 09:27:51.855094 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2fe407a6-03be-4f70-8f43-6c584c7c7a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b1c2738b-644a-48a4-a060-42aaf12dd179), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:51.910828 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe407a6-03be-4f70-8f43-6c584c7c7a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2738b-644a-48a4-a060-42aaf12dd179,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:51.920793 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2fe407a6-03be-4f70-8f43-6c584c7c7a74 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5bfb9c05f2c442f998472060dc09a896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047982 Feb 16 09:27:51.926351 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52752) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:51.938778 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54137e25-97a6-47f8-8721-9da29b323242 req-41245f8d-1d8b-4397-bf9b-35d8d2830628 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735571 Feb 16 09:27:51.980488 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] Publish callbacks [] for security_group (b1c2738b-644a-48a4-a060-42aaf12dd179), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.002376 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] Publish callbacks [] for security_group (b1c2738b-644a-48a4-a060-42aaf12dd179), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.050917 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b1c2738b-644a-48a4-a060-42aaf12dd179), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.053969 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.055124 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b1c2738b-644a-48a4-a060-42aaf12dd179 HTTP/1.1" status: 204 len: 168 time: 0.1277368 Feb 16 09:27:52.063523 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13359bdf-1231-497c-85e2-db0cb5b5ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2738b-644a-48a4-a060-42aaf12dd179,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:52.239801 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d267-b9d8-4731-9fd9-ace2e100b704 req-df612b43-d514-4729-9673-ca6154d55336 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.241644 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5236d267-b9d8-4731-9fd9-ace2e100b704 req-df612b43-d514-4729-9673-ca6154d55336 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0578618 Feb 16 09:27:52.298578 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5236d267-b9d8-4731-9fd9-ace2e100b704 req-aa794ae9-93a9-45b7-955d-87e0c9290a13 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 Feb 16 09:27:52.382885 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Request body: {'port': {'device_id': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:52.431921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Request body: {'port': {'device_id': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:27:52.538503 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-dedc36f7-4101-4fc7-b2ae-f7561417ee15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e HTTP/1.1" status: 200 len: 217 time: 0.1600907 Feb 16 09:27:52.572253 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-81de0284-137e-484f-b602-d7b8a0af21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.573773 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-81de0284-137e-484f-b602-d7b8a0af21e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1128 time: 0.1660538 Feb 16 09:27:52.578078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.675385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52796) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:52.754754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d057c-b016-427f-b3e0-054d284639bd req-1f2185d9-c974-4cd8-b130-c5e87e1fc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.756809 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-1f2185d9-c974-4cd8-b130-c5e87e1fc434 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96327a7f-930b-486c-9e61-75b129fb169a HTTP/1.1" status: 200 len: 851 time: 0.1422546 Feb 16 09:27:52.773285 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-b99db04a-fd75-4355-bb3a-67de5d96ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.774724 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac996a7e-5ed4-4ade-bb03-965511ebd205 req-b99db04a-fd75-4355-bb3a-67de5d96ad0d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4219913 Feb 16 09:27:52.841572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:52.882164 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-46f251f4-4332-4915-9a44-dd08a4255828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae407072-18c2-4eec-a251-10196ec0cf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123996 Feb 16 09:27:52.911544 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678259be-d0d0-4876-855c-5231f0be1111 req-c82f8464-6acd-4cbd-ada9-5e6a096c4a38 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.913065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-678259be-d0d0-4876-855c-5231f0be1111 req-c82f8464-6acd-4cbd-ada9-5e6a096c4a38 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 932 time: 0.4145911 Feb 16 09:27:52.971034 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26bc9c-0deb-4df5-bbf3-ad734de0a73b req-c23d850b-b093-411c-9736-fc5e4016810d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:52.979518 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e26bc9c-0deb-4df5-bbf3-ad734de0a73b req-c23d850b-b093-411c-9736-fc5e4016810d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.4753416 Feb 16 09:27:53.097943 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-1ce46028-dc89-4c6a-acf9-9ead560bd022 service neutron] 10.222.0.24 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722822 Feb 16 09:27:53.189856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfb92-3e6a-483a-8b06-34858eccdc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:53.223771 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-51c5a1eb-20d5-4d51-bec0-4b4afaad202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.225362 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-51c5a1eb-20d5-4d51-bec0-4b4afaad202b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e491ed94c27421d8033572221092bbd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6338458 Feb 16 09:27:53.324873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-678259be-d0d0-4876-855c-5231f0be1111 req-eb90cdf5-c998-4c06-a81a-5387c9c9380c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970175 Feb 16 09:27:53.519750 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:53.525221 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-eaa4f29e-e691-416c-86c4-1cdbaf311494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.527447 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d36f764c-c972-4743-976d-4ea8ce98d920 req-eaa4f29e-e691-416c-86c4-1cdbaf311494 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906101 Feb 16 09:27:53.537105 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks [] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:53.576959 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e26bc9c-0deb-4df5-bbf3-ad734de0a73b req-b1af4d91-bb82-45a6-bb3c-e291f6ad4d72 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5959058 Feb 16 09:27:53.579156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-d73480f9-5ed9-4a7c-88a5-847eed98290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.580543 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-d73480f9-5ed9-4a7c-88a5-847eed98290f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1128 time: 0.7020016 Feb 16 09:27:53.596657 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfb92-3e6a-483a-8b06-34858eccdc6e admin admin] Publish callbacks [] for security_group (04fe7caf-eeb1-48a6-aa44-dbffae199392), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:53.630153 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cf0dfb92-3e6a-483a-8b06-34858eccdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (04fe7caf-eeb1-48a6-aa44-dbffae199392), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:53.683947 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-96b12484-0c5f-4672-b9e0-28e6a0883d6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 217 time: 0.0848558 Feb 16 09:27:53.711526 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-cf0dfb92-3e6a-483a-8b06-34858eccdc6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=606fd327fac94eae912ed8be0bc0611d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0286727 Feb 16 09:27:53.712722 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Transition to ACTIVE for port object b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:27:53.713614 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dfb92-3e6a-483a-8b06-34858eccdc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe7caf-eeb1-48a6-aa44-dbffae199392,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:53.741099 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52846) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:53.743201 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-c72cf197-c32d-452b-9ed4-b564a009246e service neutron] 10.222.0.24 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103179 Feb 16 09:27:53.752166 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:53.837929 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:53.868288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4095a-c80f-431b-9d5d-97965ae2f7c7 req-b38628f6-9201-4b29-8f19-b3c93043f839 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.869786 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cdf4095a-c80f-431b-9d5d-97965ae2f7c7 req-b38628f6-9201-4b29-8f19-b3c93043f839 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 931 time: 0.3054721 Feb 16 09:27:53.870262 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52856) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:53.878499 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-8295849c-20db-4c71-87ca-ae68b0a1c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.879968 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-8295849c-20db-4c71-87ca-ae68b0a1c9fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1128 time: 0.2806385 Feb 16 09:27:53.884976 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-320f5374-4359-4796-bce4-4f4dfba4698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.886397 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-320f5374-4359-4796-bce4-4f4dfba4698e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.1930029 Feb 16 09:27:53.981938 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-5dab2cdf-4525-4a93-ba6b-50a532ee8422 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0761821 Feb 16 09:27:53.983225 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Attempting to bind port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:53.984249 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Attempting to bind port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:53.984768 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Attempting to bind port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 on network fc141c3e-4d40-40e4-aacf-153094906be0 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:53.987617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a772c39-a165-4e38-93fb-8e45a4bdfd0f req-0172ec53-c3c4-4c58-aaf4-d8e3778c5db6 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.989148 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9a772c39-a165-4e38-93fb-8e45a4bdfd0f req-0172ec53-c3c4-4c58-aaf4-d8e3778c5db6 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.2494373 Feb 16 09:27:53.997109 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 on network fc141c3e-4d40-40e4-aacf-153094906be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:27:53.997629 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Attempting to bind port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 on network fc141c3e-4d40-40e4-aacf-153094906be0 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:54.042551 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:54.042887 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Checking segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:54.043604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Bound using segment: {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:54.043719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Bound port: b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19379e05-d5e3-4ceb-a794-9918d031e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:54.044061 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.077633 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] Publish callbacks [] for security_group (04fe7caf-eeb1-48a6-aa44-dbffae199392), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.088280 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cdf4095a-c80f-431b-9d5d-97965ae2f7c7 req-500d1b42-3a5e-4e15-8e48-5a00116f7b79 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002625 Feb 16 09:27:54.089593 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-e4cf1403-1829-4d31-a498-0e00c40770d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.091111 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-e4cf1403-1829-4d31-a498-0e00c40770d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0949764 Feb 16 09:27:54.095491 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52e3767b-f90b-4578-99f1-3e9cecba684b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.113378 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-e2405f7f-fe75-4f65-b3f3-2439358f3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.114770 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-e2405f7f-fe75-4f65-b3f3-2439358f3e51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2101619 Feb 16 09:27:54.156511 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-fa35e7a2-ff7c-4520-aeb6-e56e04042ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525041 Feb 16 09:27:54.177380 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] Publish callbacks [] for security_group (04fe7caf-eeb1-48a6-aa44-dbffae199392), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.198055 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:54.218684 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:54.222238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9a772c39-a165-4e38-93fb-8e45a4bdfd0f req-ec0b6c93-3bc9-4d5f-a673-9ced1ea5a056 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189167 Feb 16 09:27:54.252799 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.253473 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f691b39c-f8c0-499a-9735-fda58aca5fad {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:54.284317 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks [] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.302932 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.303603 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.305141 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 200 len: 1093 time: 1.9283924 Feb 16 09:27:54.309533 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:54.315708 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef" -d '{"events": [{"name": "network-changed", "server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:54.378467 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-65f5ca7f-4cb5-4e05-b7e6-0eb40fe2846c service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113779 Feb 16 09:27:54.391153 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Transition to ACTIVE for port object f691b39c-f8c0-499a-9735-fda58aca5fad will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:27:54.403006 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-dcf2efa6-fea8-432a-8599-7fc51cab1da0 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557826 Feb 16 09:27:54.404911 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (04fe7caf-eeb1-48a6-aa44-dbffae199392), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.410726 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd3da-0b79-4c96-bfac-ac99592ce781 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:54.411803 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.417538 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/04fe7caf-eeb1-48a6-aa44-dbffae199392 HTTP/1.1" status: 204 len: 168 time: 0.6724370 Feb 16 09:27:54.452108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.490516 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaa83f-106b-4e41-adb9-cb0473484033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe7caf-eeb1-48a6-aa44-dbffae199392,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:54.538552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2e3c5-2c35-43d9-a16d-87d96591f478 x-openstack-request-id: req-bfa2e3c5-2c35-43d9-a16d-87d96591f478 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:27:54.539589 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:27:54.540130 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bfa2e3c5-2c35-43d9-a16d-87d96591f478 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:27:54.540724 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'status': 'completed', 'code': 200} Feb 16 09:27:54.583964 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52e3767b-f90b-4578-99f1-3e9cecba684b admin admin] Publish callbacks [] for security_group (48379705-30d4-4b0f-aaa5-683516d7b2a6), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.637939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Pushing event updated for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:54.640581 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-52e3767b-f90b-4578-99f1-3e9cecba684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (48379705-30d4-4b0f-aaa5-683516d7b2a6), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.713946 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-1d978547-68d1-47bb-b45f-e85bfa8fd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.733043 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-1d978547-68d1-47bb-b45f-e85bfa8fd6c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1127 time: 0.3534598 Feb 16 09:27:54.757758 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-727e128c-2c04-4731-b5ec-f78bfb385cbc service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179204 Feb 16 09:27:54.815755 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-b87b6469-9f5e-4a2d-b9b8-6437da573bc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 200 len: 217 time: 0.0568993 Feb 16 09:27:54.837822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-52e3767b-f90b-4578-99f1-3e9cecba684b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=378d921e0ecd4ac787e28c9a159919af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9623528 Feb 16 09:27:54.839839 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2511134-01e6-4fc3-94fd-5cc7d88182b8 req-617484c6-20c4-4d52-b2e5-8d54f72c1604 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212234 Feb 16 09:27:54.841429 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52908) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:54.886523 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3767b-f90b-4578-99f1-3e9cecba684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48379705-30d4-4b0f-aaa5-683516d7b2a6,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:54.898792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Attempting to bind port f691b39c-f8c0-499a-9735-fda58aca5fad on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:27:54.899126 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Attempting to bind port f691b39c-f8c0-499a-9735-fda58aca5fad by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:27:54.899452 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Attempting to bind port f691b39c-f8c0-499a-9735-fda58aca5fad on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:54.904053 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-7efb6d52-d2bc-4b27-99bd-d91fdaf9c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.906145 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-7efb6d52-d2bc-4b27-99bd-d91fdaf9c4a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0783024 Feb 16 09:27:54.916935 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc58a-7c03-40e2-a6b6-901f52212e20 req-6a8b7023-3b9c-4635-9fc1-7143564881b6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.924780 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53cfc58a-7c03-40e2-a6b6-901f52212e20 req-6a8b7023-3b9c-4635-9fc1-7143564881b6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 944 time: 0.4688385 Feb 16 09:27:54.943792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Port f691b39c-f8c0-499a-9735-fda58aca5fad on network ee78a612-543c-448f-b65a-115369c42f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:27:54.944151 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Attempting to bind port f691b39c-f8c0-499a-9735-fda58aca5fad on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:27:54.974435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:27:54.974435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Checking segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:27:54.974435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Bound using segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:27:54.974435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Bound port: f691b39c-f8c0-499a-9735-fda58aca5fad, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:27:54.974435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:54.989023 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-4369099d-7eba-4ccc-996d-c0def585d82b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601401 Feb 16 09:27:55.009359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] Publish callbacks [] for security_group (48379705-30d4-4b0f-aaa5-683516d7b2a6), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.016195 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccbbcd-2688-437a-be90-f81515e54d9f req-a19cbed3-5576-4842-917a-57f62a8412b0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.024016 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2ccbbcd-2688-437a-be90-f81515e54d9f req-a19cbed3-5576-4842-917a-57f62a8412b0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.2568629 Feb 16 09:27:55.064400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] Publish callbacks [] for security_group (48379705-30d4-4b0f-aaa5-683516d7b2a6), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.073786 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53cfc58a-7c03-40e2-a6b6-901f52212e20 req-d7fdf548-62ef-4862-92ea-048faf14d528 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479628 Feb 16 09:27:55.135102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52922) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:55.166737 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-0919bb12-2982-442e-bcb5-a182b0c66b94 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568770 Feb 16 09:27:55.173533 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2ccbbcd-2688-437a-be90-f81515e54d9f req-9bce320a-194a-4080-b9ef-17251f8b7666 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477048 Feb 16 09:27:55.189981 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ce9775bf-c944-4c03-8146-33ed74df5604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.224283 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:27:55.268192 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f691b39c-f8c0-499a-9735-fda58aca5fad,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:27:55.286987 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9d3c3051-9e30-43c2-86cc-d49687298e90 req-a7ffe92e-5c83-4d6e-b129-55bc01782bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098697 Feb 16 09:27:55.288079 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (48379705-30d4-4b0f-aaa5-683516d7b2a6), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.288593 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.290696 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.295416 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48379705-30d4-4b0f-aaa5-683516d7b2a6 HTTP/1.1" status: 204 len: 168 time: 0.4232004 Feb 16 09:27:55.313176 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed88ab-4485-463d-af31-ecd044ef8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48379705-30d4-4b0f-aaa5-683516d7b2a6,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:55.366984 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.368064 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.369462 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] 10.222.0.24 "PUT /v2.0/ports/f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 1094 time: 2.9820182 Feb 16 09:27:55.376982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:55.378856 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:55.420999 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-35c79562-2d18-4753-ba1f-5fb3f0782c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.423367 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-35c79562-2d18-4753-ba1f-5fb3f0782c97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1127 time: 0.0682900 Feb 16 09:27:55.424902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a9a4-c936-4469-89f6-8ba57da3b068 req-d7ce25cc-24f1-4f3a-a4f4-646944f78e75 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.432455 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8b43a9a4-c936-4469-89f6-8ba57da3b068 req-d7ce25cc-24f1-4f3a-a4f4-646944f78e75 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 943 time: 0.2373948 Feb 16 09:27:55.545036 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46285df-cb37-4c5b-aa2b-25d49ce87c48 service neutron] Pushing event updated for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:55.608191 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ce9775bf-c944-4c03-8146-33ed74df5604 admin admin] Publish callbacks [] for security_group (e59acbf3-e18c-4090-a4cd-7e74e3f6c63d), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.621739 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ce9775bf-c944-4c03-8146-33ed74df5604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e59acbf3-e18c-4090-a4cd-7e74e3f6c63d), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.640728 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8b43a9a4-c936-4469-89f6-8ba57da3b068 req-6e9adfdc-de88-4b4c-be74-1cd11c3f126c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070775 Feb 16 09:27:55.659529 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52938) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:55.678735 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770644-5cee-4f4c-ad9a-e30fbc84a9f8 req-9bc69f28-3e89-483c-884e-e39a1d48ac4e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.689994 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f770644-5cee-4f4c-ad9a-e30fbc84a9f8 req-9bc69f28-3e89-483c-884e-e39a1d48ac4e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.2977757 Feb 16 09:27:55.700889 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-59abfb1d-1553-4f90-a141-42392d979197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.702400 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-59abfb1d-1553-4f90-a141-42392d979197 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1128 time: 0.2631087 Feb 16 09:27:55.704398 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04566ce9-e4bb-47fa-a1d6-5e7cd7ac1d0f x-openstack-request-id: req-04566ce9-e4bb-47fa-a1d6-5e7cd7ac1d0f {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:27:55.704681 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:27:55.704929 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-04566ce9-e4bb-47fa-a1d6-5e7cd7ac1d0f {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:27:55.705298 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'status': 'completed', 'code': 200} Feb 16 09:27:55.721947 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-fdc5b9f8-194e-4d81-8417-af81d73f23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.723398 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-fdc5b9f8-194e-4d81-8417-af81d73f23c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.2883081 Feb 16 09:27:55.746050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9775bf-c944-4c03-8146-33ed74df5604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59acbf3-e18c-4090-a4cd-7e74e3f6c63d,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:55.779402 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-ac0ed44d-8f71-4535-bb61-2bb371ffc32c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 217 time: 0.0561473 Feb 16 09:27:55.782436 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ce9775bf-c944-4c03-8146-33ed74df5604 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=46afae0d87304c37bf7ac42de4a68e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443148 Feb 16 09:27:55.795707 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-6f2b41ac-148f-426b-8748-fa3d3d2f1e5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 200 len: 217 time: 0.0603092 Feb 16 09:27:55.796328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52942) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:55.822498 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f770644-5cee-4f4c-ad9a-e30fbc84a9f8 req-9f4a50eb-3c3d-48a9-b3b0-c931966b5522 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315923 Feb 16 09:27:55.849372 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52946) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:55.855274 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a045e2-b5f7-4f72-ba44-0ceee72b8ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.866283 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30d0d98b-8486-45cd-8d99-1758a7c047a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.878977 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-6db31aa2-6030-4e0a-94e1-82d74a635351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.880456 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-6db31aa2-6030-4e0a-94e1-82d74a635351 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0735462 Feb 16 09:27:55.900896 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-7c84ac17-1880-4403-995f-71c936018a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.902321 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-7c84ac17-1880-4403-995f-71c936018a60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0809691 Feb 16 09:27:55.953657 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-db6358f8-d82f-459b-b3c9-2a71a797324e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397682 Feb 16 09:27:55.961795 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] Publish callbacks [] for security_group (e59acbf3-e18c-4090-a4cd-7e74e3f6c63d), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:55.963047 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-9192351a-62d4-420c-9875-34aeed6fd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:55.964561 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-9192351a-62d4-420c-9875-34aeed6fd324 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727882 Feb 16 09:27:56.007016 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30d0d98b-8486-45cd-8d99-1758a7c047a8 admin admin] Publish callbacks [] for security_group (732cf95a-c18a-4f40-b5e3-c784c1c438c0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.018727 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-30d0d98b-8486-45cd-8d99-1758a7c047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (732cf95a-c18a-4f40-b5e3-c784c1c438c0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.040572 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] Publish callbacks [] for security_group (e59acbf3-e18c-4090-a4cd-7e74e3f6c63d), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.102129 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-30d0d98b-8486-45cd-8d99-1758a7c047a8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1c74d657e9a84ec1b7d830019b23099b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517543 Feb 16 09:27:56.104757 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0d98b-8486-45cd-8d99-1758a7c047a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732cf95a-c18a-4f40-b5e3-c784c1c438c0,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:56.107078 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 52960) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:56.145032 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-55d1e3f2-fb35-4c82-9519-979aade952a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697135 Feb 16 09:27:56.165267 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-70c2c7a8-a0dc-4bab-b435-c716077801e9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975858 Feb 16 09:27:56.169336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a045e2-b5f7-4f72-ba44-0ceee72b8ea7 admin admin] Publish callbacks [] for security_group (0434c7bf-42e5-41f5-a6c8-a8796a76b91f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.184978 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a045e2-b5f7-4f72-ba44-0ceee72b8ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0434c7bf-42e5-41f5-a6c8-a8796a76b91f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.240049 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] Publish callbacks [] for security_group (732cf95a-c18a-4f40-b5e3-c784c1c438c0), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.352302 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] Publish callbacks [] for security_group (732cf95a-c18a-4f40-b5e3-c784c1c438c0), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.469499 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-29a045e2-b5f7-4f72-ba44-0ceee72b8ea7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f599a3bb62746ed8b81de0fe7bb64f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8088267 Feb 16 09:27:56.496609 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 52970) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:56.501613 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e59acbf3-e18c-4090-a4cd-7e74e3f6c63d), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.504080 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.507595 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e59acbf3-e18c-4090-a4cd-7e74e3f6c63d HTTP/1.1" status: 204 len: 168 time: 0.7054842 Feb 16 09:27:56.513037 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a045e2-b5f7-4f72-ba44-0ceee72b8ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0434c7bf-42e5-41f5-a6c8-a8796a76b91f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:56.545926 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca15561-f7cb-4bcf-ae6d-738230674804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59acbf3-e18c-4090-a4cd-7e74e3f6c63d,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:56.574880 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-feb89840-369d-4310-a377-357ed8cfd3c5 req-50410f00-ad7a-4319-99f5-2e4d67f6b928 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135478 Feb 16 09:27:56.576160 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a9ec8cdc-85cf-4f7e-a0b1-cae21a904fef req-481e39f7-d284-47f5-a590-e9eaf397f8ad service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021802 Feb 16 09:27:56.591145 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793d5db-b2f3-4f2e-9593-3869c8ae3442 req-fde27b25-a87d-4936-9525-192066e5ae97 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:56.593139 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b793d5db-b2f3-4f2e-9593-3869c8ae3442 req-fde27b25-a87d-4936-9525-192066e5ae97 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 944 time: 0.4231050 Feb 16 09:27:56.599719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] Publish callbacks [] for security_group (0434c7bf-42e5-41f5-a6c8-a8796a76b91f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.618990 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da929-090a-491a-a25e-a9883b62b57c req-9e1b698d-81c1-49bb-a49c-0da71228e6fa tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:56.621806 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-296da929-090a-491a-a25e-a9883b62b57c req-9e1b698d-81c1-49bb-a49c-0da71228e6fa tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.3495324 Feb 16 09:27:56.638590 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:27:56.642369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] Publish callbacks [] for security_group (0434c7bf-42e5-41f5-a6c8-a8796a76b91f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.697876 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (732cf95a-c18a-4f40-b5e3-c784c1c438c0), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.700494 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.705951 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/732cf95a-c18a-4f40-b5e3-c784c1c438c0 HTTP/1.1" status: 204 len: 168 time: 0.5957088 Feb 16 09:27:56.713555 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b793d5db-b2f3-4f2e-9593-3869c8ae3442 req-c498a87d-542b-4541-96ee-720a9db6bdb6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097987 Feb 16 09:27:56.726551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5eee5f-7e5f-41ac-ad8c-7914905ac384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732cf95a-c18a-4f40-b5e3-c784c1c438c0,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:56.735515 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-b5e85d15-4b50-49db-a86e-92f4adb9113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:56.738363 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-b5e85d15-4b50-49db-a86e-92f4adb9113d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1128 time: 0.0844421 Feb 16 09:27:56.744245 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-296da929-090a-491a-a25e-a9883b62b57c req-dd72c0e4-1235-426a-a41f-15a248214ff2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063616 Feb 16 09:27:56.772579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0434c7bf-42e5-41f5-a6c8-a8796a76b91f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.775052 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.776462 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0434c7bf-42e5-41f5-a6c8-a8796a76b91f HTTP/1.1" status: 204 len: 168 time: 0.2759132 Feb 16 09:27:56.803087 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42ec48-10df-4456-8894-4756f19b812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434c7bf-42e5-41f5-a6c8-a8796a76b91f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:56.882961 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,segment=NetworkSegment(f2df1660-26da-42e9-9421-e32b0112bf05),segment_id=f2df1660-26da-42e9-9421-e32b0112bf05)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:56.903006 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e', 'network_id': 'ae407072-18c2-4eec-a251-10196ec0cf08', 'port_id': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e', 'mac_address': 'fa:16:3e:39:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96327a7f-930b-486c-9e61-75b129fb169a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:27:56.904606 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1aa70-fc3e-420f-b8cb-c5de42533033 req-05fe1bd9-f64c-4b05-99c0-6c29f26a3e48 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:56.905984 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5c1aa70-fc3e-420f-b8cb-c5de42533033 req-05fe1bd9-f64c-4b05-99c0-6c29f26a3e48 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 943 time: 0.0930672 Feb 16 09:27:56.927495 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-82ab6308-ecd7-46e5-90c3-3803168e6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:56.929285 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-82ab6308-ecd7-46e5-90c3-3803168e6a76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.1679356 Feb 16 09:27:56.956383 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:56.957005 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:56.972834 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:57.000690 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-8482ac60-934e-4505-8a79-ff8d42c04dbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 217 time: 0.0639348 Feb 16 09:27:57.003175 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,segment=NetworkSegment(f2df1660-26da-42e9-9421-e32b0112bf05),segment_id=f2df1660-26da-42e9-9421-e32b0112bf05)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:57.008956 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.015836 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5c1aa70-fc3e-420f-b8cb-c5de42533033 req-8c3f1f29-1718-4f24-9b4f-a18faba5412e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016026 Feb 16 09:27:57.042953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9ed97-80d8-48ed-a396-57c4cf15b7a7 req-cf3a80dc-f55a-4df6-9d70-3569104aeba5 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:57.051913 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7e9ed97-80d8-48ed-a396-57c4cf15b7a7 req-cf3a80dc-f55a-4df6-9d70-3569104aeba5 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 944 time: 0.0948236 Feb 16 09:27:57.094245 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:57.098180 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-c770b173-70cb-4858-b6d7-0967c43b1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:57.099648 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-c770b173-70cb-4858-b6d7-0967c43b1aec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0881147 Feb 16 09:27:57.120695 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7e9ed97-80d8-48ed-a396-57c4cf15b7a7 req-1e009272-2be1-4857-99a2-1d8731fb8b15 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Feb 16 09:27:57.130154 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4781-ca62-4520-8538-dba720491a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.176969 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-1ee987b9-d536-4fc4-8d89-d134bd9c6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:57.178781 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-1ee987b9-d536-4fc4-8d89-d134bd9c6ea1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718026 Feb 16 09:27:57.282328 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-13943eb8-7f1c-441d-8c3a-5a9abf6e6fac service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936434 Feb 16 09:27:57.388867 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53004) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:57.399172 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-49a1e26c-26bd-4f3b-ae2b-0cd7f586d228 req-b0610bd8-941e-4c14-b2e4-ff165e14c9e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050148 Feb 16 09:27:57.409105 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-16ee2e29-1a43-4ee8-9887-93798fd9c30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.411470 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['96769b8b-1ae7-4371-a54e-6b4d9b7eb04e'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:27:57.504660 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-16ee2e29-1a43-4ee8-9887-93798fd9c30f admin admin] Publish callbacks [] for security_group (8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.510806 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-16ee2e29-1a43-4ee8-9887-93798fd9c30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.569497 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-16ee2e29-1a43-4ee8-9887-93798fd9c30f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69f7f6fb3abc4fe78d5f7659c7d7149b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772254 Feb 16 09:27:57.569497 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee2e29-1a43-4ee8-9887-93798fd9c30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:57.570807 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53008) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:27:57.571182 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:27:57.696315 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] Publish callbacks [] for security_group (8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.744547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] Publish callbacks [] for security_group (8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.808561 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.812101 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:57.813387 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5 HTTP/1.1" status: 204 len: 168 time: 0.2407205 Feb 16 09:27:57.823792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd7635-a5fd-4901-8445-4fa3283afba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae01071-2fe5-4c8a-bea1-a8ed9b740dd5,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:57.977506 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db694-8e8f-4035-a0e9-9d6221ed4ffb req-4d6d11e2-c0c8-48c7-adfc-e8fd37049c09 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:57.979211 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca9db694-8e8f-4035-a0e9-9d6221ed4ffb req-4d6d11e2-c0c8-48c7-adfc-e8fd37049c09 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.1116943 Feb 16 09:27:57.994648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a832-8047-43d9-bc9e-5d1bc116b8a4 req-aa327b12-2a6d-4ede-99b9-11094fd627e9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:57.996176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ded3a832-8047-43d9-bc9e-5d1bc116b8a4 req-aa327b12-2a6d-4ede-99b9-11094fd627e9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 944 time: 0.1300316 Feb 16 09:27:58.088147 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca9db694-8e8f-4035-a0e9-9d6221ed4ffb req-94ada2b7-2d93-4435-b8fa-a89ec29baddc tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018112 Feb 16 09:27:58.117016 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ded3a832-8047-43d9-bc9e-5d1bc116b8a4 req-6fff42c7-690e-4278-b91f-425a9788dc5c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829470 Feb 16 09:27:58.261285 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1b315-df04-487e-8fa8-88929e51e4dc req-726e142e-15b1-405b-99e5-5b2783d88c13 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:58.262740 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9e1b315-df04-487e-8fa8-88929e51e4dc req-726e142e-15b1-405b-99e5-5b2783d88c13 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 943 time: 0.0957928 Feb 16 09:27:58.298005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf03d-6925-46a5-b58f-e826d0491891 req-6c76a650-31e3-4964-a2d4-4c27e8aaaefe tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:58.299045 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25eaf03d-6925-46a5-b58f-e826d0491891 req-6c76a650-31e3-4964-a2d4-4c27e8aaaefe tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 945 time: 0.0921931 Feb 16 09:27:58.339612 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9e1b315-df04-487e-8fa8-88929e51e4dc req-4e9c80e5-7e3a-443a-9458-70469f185c1d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709436 Feb 16 09:27:58.367970 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25eaf03d-6925-46a5-b58f-e826d0491891 req-63efcb05-2c0e-4136-b148-96c51f63e788 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 Feb 16 09:27:58.631096 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:27:58.666849 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:27:58.882841 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:27:58.890239 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:58.890608 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:58.893133 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:58.924070 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:27:58.972763 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:58.973148 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:58.992010 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:59.033599 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.043503 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.044273 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b7086fee-94bd-4d76-83d6-9bf00999e33a details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:27:59.050275 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:59.050649 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.119585 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:27:59.221191 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,segment=NetworkSegment(f2df1660-26da-42e9-9421-e32b0112bf05),segment_id=f2df1660-26da-42e9-9421-e32b0112bf05)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.222695 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:59.236639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.334575 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a19dc-d1ed-4dec-8481-d7917eda9973 req-77576369-a984-4257-8d93-3a62c79f4a2f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:59.336092 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b75a19dc-d1ed-4dec-8481-d7917eda9973 req-77576369-a984-4257-8d93-3a62c79f4a2f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1312037 Feb 16 09:27:59.336426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.338835 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:59.353590 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'b7086fee-94bd-4d76-83d6-9bf00999e33a', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'port_id': 'b7086fee-94bd-4d76-83d6-9bf00999e33a', 'mac_address': 'fa:16:3e:75:9b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:27:59.354667 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e770-496d-4f7b-85ad-7fa7db15258b req-33a10131-bc28-4cdd-b1ea-09e05ccbbe4b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:59.356170 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7719e770-496d-4f7b-85ad-7fa7db15258b req-33a10131-bc28-4cdd-b1ea-09e05ccbbe4b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 944 time: 0.0882406 Feb 16 09:27:59.403970 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port b7086fee-94bd-4d76-83d6-9bf00999e33a is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:59.404680 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.421369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7086fee-94bd-4d76-83d6-9bf00999e33a {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:59.454043 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b75a19dc-d1ed-4dec-8481-d7917eda9973 req-e80f0271-539e-42f8-9400-9e6f5bbfdaf7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968788 Feb 16 09:27:59.454277 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.465922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.466592 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:27:59.470981 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7719e770-496d-4f7b-85ad-7fa7db15258b req-bab3e51e-a2bb-4183-993c-84d96cf4c426 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812891 Feb 16 09:27:59.491723 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4665-4119-4e95-a16f-5bdde303fd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.579473 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.588504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:59.596067 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'network_id': 'fc141c3e-4d40-40e4-aacf-153094906be0', 'port_id': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'mac_address': 'fa:16:3e:4a:06:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5d7b85-854d-463c-97c5-58eea7eba6ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:27:59.652935 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:59.656088 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.674338 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da443920-c98b-40f7-acf7-8bc7af1663e5 req-7701db5a-fd24-46ff-81f7-87b5c49e30ac tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:59.675463 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:59.681841 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da443920-c98b-40f7-acf7-8bc7af1663e5 req-7701db5a-fd24-46ff-81f7-87b5c49e30ac tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.1186547 Feb 16 09:27:59.700396 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.705667 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.706513 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f691b39c-f8c0-499a-9735-fda58aca5fad details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:27:59.725196 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86329-3bb5-4daf-8289-8c355becd4c5 req-f520677c-29fe-481a-acd2-28cd4836c30a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:59.726777 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97a86329-3bb5-4daf-8289-8c355becd4c5 req-f520677c-29fe-481a-acd2-28cd4836c30a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 943 time: 0.1138217 Feb 16 09:27:59.814405 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da443920-c98b-40f7-acf7-8bc7af1663e5 req-e274305e-7072-4cfd-94c1-9383d61715fc tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315405 Feb 16 09:27:59.838657 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97a86329-3bb5-4daf-8289-8c355becd4c5 req-29d4f45f-8ca0-4fe2-b0e8-3365013bd5a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013796 Feb 16 09:27:59.873998 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f691b39c-f8c0-499a-9735-fda58aca5fad,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.884806 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2fa28-25b9-41ad-98c3-304624bb53ba" -d '{"events": [{"server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "name": "network-vif-plugged", "status": "completed", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:27:59.899282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'port_id': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'mac_address': 'fa:16:3e:90:d5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:27:59.902193 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:59.942818 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f691b39c-f8c0-499a-9735-fda58aca5fad is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:27:59.943211 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:27:59.958011 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f691b39c-f8c0-499a-9735-fda58aca5fad {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:27:59.981447 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f691b39c-f8c0-499a-9735-fda58aca5fad,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:59.986990 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.049872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:00.191483 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9250d-0c8c-4223-b944-de588ddb0a97 x-openstack-request-id: req-06f9250d-0c8c-4223-b944-de588ddb0a97 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:00.191780 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "name": "network-vif-plugged", "status": "completed", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:00.192051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-06f9250d-0c8c-4223-b944-de588ddb0a97 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:00.192536 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e', 'code': 200} Feb 16 09:28:00.196514 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53146) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:00.325927 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-da990646-306f-4745-b684-344ad130084f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.419974 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-da990646-306f-4745-b684-344ad130084f admin admin] Publish callbacks [] for security_group (f6ea0041-8cc3-41fc-bf3d-2a3e5414b849), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.425223 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-da990646-306f-4745-b684-344ad130084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f6ea0041-8cc3-41fc-bf3d-2a3e5414b849), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.464865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da990646-306f-4745-b684-344ad130084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea0041-8cc3-41fc-bf3d-2a3e5414b849,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:00.471741 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-da990646-306f-4745-b684-344ad130084f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13b13ed801b74f4fb9367ef45776d947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740030 Feb 16 09:28:00.474967 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53160) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:00.646882 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.663514 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] Publish callbacks [] for security_group (f6ea0041-8cc3-41fc-bf3d-2a3e5414b849), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.689649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7dd84-fab1-4ef5-b846-c07da097fc5f req-dec336e9-debf-4eab-8fd1-8511fdb735d8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:00.691163 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-49b7dd84-fab1-4ef5-b846-c07da097fc5f req-dec336e9-debf-4eab-8fd1-8511fdb735d8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.1416388 Feb 16 09:28:00.697762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5d687-4047-43b5-b914-4945f8b31e65 req-632507b3-2fcf-46f4-9674-a89f460fdf6e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:00.699126 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82c5d687-4047-43b5-b914-4945f8b31e65 req-632507b3-2fcf-46f4-9674-a89f460fdf6e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1138060 Feb 16 09:28:00.723557 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] Publish callbacks [] for security_group (f6ea0041-8cc3-41fc-bf3d-2a3e5414b849), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.734253 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53174) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:00.817836 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-49b7dd84-fab1-4ef5-b846-c07da097fc5f req-2a95aa9b-38a8-47da-8728-0ba06da00599 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151597 Feb 16 09:28:00.822627 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82c5d687-4047-43b5-b914-4945f8b31e65 req-01ded350-3ac6-4aac-826b-4c87638110be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132958 Feb 16 09:28:00.845481 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f6ea0041-8cc3-41fc-bf3d-2a3e5414b849), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.849511 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:00.850848 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f6ea0041-8cc3-41fc-bf3d-2a3e5414b849 HTTP/1.1" status: 204 len: 168 time: 0.3741791 Feb 16 09:28:00.861418 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926614e-984e-4724-bacb-72f45962f76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea0041-8cc3-41fc-bf3d-2a3e5414b849,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:00.899631 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-343bf5af-9b70-4361-a2ec-a66247e0818f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.004040 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-343bf5af-9b70-4361-a2ec-a66247e0818f admin admin] Publish callbacks [] for security_group (e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.009832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-343bf5af-9b70-4361-a2ec-a66247e0818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.056724 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae80aa1-2600-49a7-b3e7-f418b5645270 req-b99cb537-ff7f-4ea0-9913-f68798b72326 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:01.060855 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bf5af-9b70-4361-a2ec-a66247e0818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:01.064463 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2ae80aa1-2600-49a7-b3e7-f418b5645270 req-b99cb537-ff7f-4ea0-9913-f68798b72326 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.1187932 Feb 16 09:28:01.072367 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64573a5-4b00-41ac-abe1-36e3ac67aced req-01bac33c-88bd-44ac-b1ef-c419149fd401 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:01.073776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64573a5-4b00-41ac-abe1-36e3ac67aced req-01bac33c-88bd-44ac-b1ef-c419149fd401 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 944 time: 0.1128411 Feb 16 09:28:01.078835 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-343bf5af-9b70-4361-a2ec-a66247e0818f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b586f2a880b94ee7a7781a9a48ba4c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434420 Feb 16 09:28:01.081363 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53194) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:01.140543 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] Publish callbacks [] for security_group (e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.144250 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2ae80aa1-2600-49a7-b3e7-f418b5645270 req-ea490e23-75e3-472f-b455-7b23961e97cf tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Feb 16 09:28:01.166068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] Publish callbacks [] for security_group (e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.199709 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64573a5-4b00-41ac-abe1-36e3ac67aced req-bf0f55b6-81a7-46fc-849e-0343300a92d0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046128 Feb 16 09:28:01.229931 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.232821 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.234460 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784 HTTP/1.1" status: 204 len: 168 time: 0.1514363 Feb 16 09:28:01.244320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4057-382f-46b1-8c3e-876890815f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fc2c1-ea3b-4f30-b2b3-b3a73cdc2784,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:01.330587 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53204) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:01.345006 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-128495df-7b71-46a7-8154-7a45421fee23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.428691 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-128495df-7b71-46a7-8154-7a45421fee23 admin admin] Publish callbacks [] for security_group (f92b389e-857c-491c-8ebd-cd0a56caf615), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.434656 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-128495df-7b71-46a7-8154-7a45421fee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f92b389e-857c-491c-8ebd-cd0a56caf615), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.475082 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-128495df-7b71-46a7-8154-7a45421fee23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7488e757dcd34ec7b2cae92ae18a01f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434078 Feb 16 09:28:01.476345 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128495df-7b71-46a7-8154-7a45421fee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b389e-857c-491c-8ebd-cd0a56caf615,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:01.477751 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53206) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:01.529466 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] Publish callbacks [] for security_group (f92b389e-857c-491c-8ebd-cd0a56caf615), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.554728 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] Publish callbacks [] for security_group (f92b389e-857c-491c-8ebd-cd0a56caf615), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.606450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f92b389e-857c-491c-8ebd-cd0a56caf615), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.609424 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.610423 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f92b389e-857c-491c-8ebd-cd0a56caf615 HTTP/1.1" status: 204 len: 168 time: 0.1317022 Feb 16 09:28:01.624825 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd5f92-fb48-4ebc-8035-d7fcf8299770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b389e-857c-491c-8ebd-cd0a56caf615,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:01.735127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53218) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:01.748731 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-834197a7-c6e4-405d-8ea5-5334141990e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.830133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-834197a7-c6e4-405d-8ea5-5334141990e8 admin admin] Publish callbacks [] for security_group (850eb3b2-c20c-4b71-ad3d-5b9875518ac4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.834500 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-834197a7-c6e4-405d-8ea5-5334141990e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (850eb3b2-c20c-4b71-ad3d-5b9875518ac4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.862003 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.879028 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-834197a7-c6e4-405d-8ea5-5334141990e8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4b1e604bb8914cff8210fa80ad0c66d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399720 Feb 16 09:28:01.879028 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834197a7-c6e4-405d-8ea5-5334141990e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850eb3b2-c20c-4b71-ad3d-5b9875518ac4,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:01.879726 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53226) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:01.934724 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] Publish callbacks [] for security_group (850eb3b2-c20c-4b71-ad3d-5b9875518ac4), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:01.958347 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] Publish callbacks [] for security_group (850eb3b2-c20c-4b71-ad3d-5b9875518ac4), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:02.013793 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (850eb3b2-c20c-4b71-ad3d-5b9875518ac4), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:02.018128 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:02.020314 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/850eb3b2-c20c-4b71-ad3d-5b9875518ac4 HTTP/1.1" status: 204 len: 168 time: 0.1396184 Feb 16 09:28:02.029150 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08a231-064d-45ad-872e-af41992a1dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850eb3b2-c20c-4b71-ad3d-5b9875518ac4,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:02.032124 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9caa-e8a6-4695-80e6-9aa42c6dafd6 req-82021b9e-4bb7-44c3-bdc2-ec42ffa7f60a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:02.040239 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-546d9caa-e8a6-4695-80e6-9aa42c6dafd6 req-82021b9e-4bb7-44c3-bdc2-ec42ffa7f60a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.0952783 Feb 16 09:28:02.065607 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d952c-6655-4931-8bd2-fe06770b2b83 req-7ed74150-934f-4d4c-8df0-17d99b697f25 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:02.067085 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-471d952c-6655-4931-8bd2-fe06770b2b83 req-7ed74150-934f-4d4c-8df0-17d99b697f25 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1245289 Feb 16 09:28:02.126753 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-546d9caa-e8a6-4695-80e6-9aa42c6dafd6 req-e7c411a5-7d62-47e8-9054-21e8bd2aee8f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856981 Feb 16 09:28:02.140841 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-471d952c-6655-4931-8bd2-fe06770b2b83 req-c9fac214-d244-4a70-9cc8-b949d7db2dd3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661390 Feb 16 09:28:02.327551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deec187-02e8-4be0-8948-9b53c5272749 req-b8363db6-a1d2-4f81-85c1-bb4866f309de tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:02.329451 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9deec187-02e8-4be0-8948-9b53c5272749 req-b8363db6-a1d2-4f81-85c1-bb4866f309de tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.1065669 Feb 16 09:28:02.341201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fee10a-df20-47f0-8623-a8925a98c60c req-1e4ba216-afd6-4ecd-980a-94ef5c83dc9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:02.342659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f1fee10a-df20-47f0-8623-a8925a98c60c req-1e4ba216-afd6-4ecd-980a-94ef5c83dc9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 944 time: 0.0775309 Feb 16 09:28:02.418408 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f1fee10a-df20-47f0-8623-a8925a98c60c req-559cce0c-9e11-414f-8b1b-0abd6adc912f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Feb 16 09:28:02.422132 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9deec187-02e8-4be0-8948-9b53c5272749 req-53f7b2d8-9146-48fc-a729-8b70f1bc535e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780513 Feb 16 09:28:02.958996 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-cb5902ee-d46c-459e-8dec-68a7b96204da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:02.960641 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-cb5902ee-d46c-459e-8dec-68a7b96204da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 1130 time: 0.0894077 Feb 16 09:28:02.983409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-4ace7ae5-0392-4bd8-b86e-afd2d3078529 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:03.082314 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-4ace7ae5-0392-4bd8-b86e-afd2d3078529 service neutron] Publish callbacks [] for security_group (2570a61c-9798-4f31-85a5-24f9bffb2cd8), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:03.087140 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-4ace7ae5-0392-4bd8-b86e-afd2d3078529 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2570a61c-9798-4f31-85a5-24f9bffb2cd8), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:03.141304 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-e0b47538-10c3-4949-9dc9-77d3ba5b3c8e req-4ace7ae5-0392-4bd8-b86e-afd2d3078529 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705472 Feb 16 09:28:03.141948 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7ae5-0392-4bd8-b86e-afd2d3078529 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2570a61c-9798-4f31-85a5-24f9bffb2cd8,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:03.276119 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:28:03.313743 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:28:03.330867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460714-c6df-4d0c-a24c-c75e5bc39041 req-a4abdc07-1b2d-4dee-84fe-f7cc1ca5dd9a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:03.337972 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb460714-c6df-4d0c-a24c-c75e5bc39041 req-a4abdc07-1b2d-4dee-84fe-f7cc1ca5dd9a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.1072872 Feb 16 09:28:03.352332 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['f691b39c-f8c0-499a-9735-fda58aca5fad'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:28:03.360429 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['b7086fee-94bd-4d76-83d6-9bf00999e33a'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:28:03.371952 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045ad6a-604c-4de2-bc32-b7157cd31d35 req-64d6d85f-2f8f-4d9d-9d1e-4e4845c04181 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:03.374505 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4045ad6a-604c-4de2-bc32-b7157cd31d35 req-64d6d85f-2f8f-4d9d-9d1e-4e4845c04181 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1268809 Feb 16 09:28:03.448716 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb460714-c6df-4d0c-a24c-c75e5bc39041 req-39184c3f-fc83-45db-8641-2b4d47e8ae4d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094980 Feb 16 09:28:03.473983 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4045ad6a-604c-4de2-bc32-b7157cd31d35 req-ae930828-9ef4-460f-84d0-188642f932ab tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879238 Feb 16 09:28:03.543102 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:03.647608 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb917c-1bf9-4c52-8e58-b3cb1c7a1bb0 req-10827244-5811-4776-9390-163f3d0f4bf7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:03.649141 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6abb917c-1bf9-4c52-8e58-b3cb1c7a1bb0 req-10827244-5811-4776-9390-163f3d0f4bf7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 944 time: 0.1106443 Feb 16 09:28:03.674068 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7ebd0-51aa-4e6d-b86e-13296f307290 req-c2505c31-12fa-4d84-b947-808a67c49611 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:03.675591 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c7d7ebd0-51aa-4e6d-b86e-13296f307290 req-c2505c31-12fa-4d84-b947-808a67c49611 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0918527 Feb 16 09:28:03.768866 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c7d7ebd0-51aa-4e6d-b86e-13296f307290 req-d1b09404-377b-4783-9fe3-cdb66d14f656 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730731 Feb 16 09:28:03.800974 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6abb917c-1bf9-4c52-8e58-b3cb1c7a1bb0 req-e718e620-5c1c-41d1-98df-3f2c8acd2f76 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348062 Feb 16 09:28:04.256737 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53384) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:04.493561 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-82f5acd2-4bfb-446e-bb05-7ece9bbe4ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.591101 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-82f5acd2-4bfb-446e-bb05-7ece9bbe4ae3 admin admin] Publish callbacks [] for security_group (603f2004-5139-4d00-a4d1-96a1cf54f24d), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.596472 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-82f5acd2-4bfb-446e-bb05-7ece9bbe4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (603f2004-5139-4d00-a4d1-96a1cf54f24d), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.596856 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3228456-e59e-4f41-a762-09d2902e00a7 req-476da712-3929-4ae2-9335-25b8ce63ee5f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:04.599022 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f3228456-e59e-4f41-a762-09d2902e00a7 req-476da712-3929-4ae2-9335-25b8ce63ee5f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.0821052 Feb 16 09:28:04.627036 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-82f5acd2-4bfb-446e-bb05-7ece9bbe4ae3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=adc19d4802d9428cb5239d274508c01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687899 Feb 16 09:28:04.627569 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53402) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:04.698675 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f3228456-e59e-4f41-a762-09d2902e00a7 req-bb9935f1-359b-44ae-8d45-b0c10e84c8e3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835917 Feb 16 09:28:04.699763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] Publish callbacks [] for security_group (603f2004-5139-4d00-a4d1-96a1cf54f24d), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.702095 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5acd2-4bfb-446e-bb05-7ece9bbe4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f2004-5139-4d00-a4d1-96a1cf54f24d,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:04.722421 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654dd44-13ba-4fc5-b1a5-101fc2db1333 req-a2f3453d-b4a7-4ed0-8975-d5db00b40ebe tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:04.723954 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8654dd44-13ba-4fc5-b1a5-101fc2db1333 req-a2f3453d-b4a7-4ed0-8975-d5db00b40ebe tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1238415 Feb 16 09:28:04.732897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] Publish callbacks [] for security_group (603f2004-5139-4d00-a4d1-96a1cf54f24d), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.795078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (603f2004-5139-4d00-a4d1-96a1cf54f24d), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.799329 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:04.800550 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/603f2004-5139-4d00-a4d1-96a1cf54f24d HTTP/1.1" status: 204 len: 168 time: 0.1709080 Feb 16 09:28:04.807204 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8654dd44-13ba-4fc5-b1a5-101fc2db1333 req-683cf6c3-f6ad-4e6b-b7a8-7b634444d742 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748284 Feb 16 09:28:04.830998 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09735691-7729-4abd-9eb5-08dbdc04ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f2004-5139-4d00-a4d1-96a1cf54f24d,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:04.934168 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b2b6-ecd7-4289-bb3b-8dd3ad0c5a01 req-d520ecc4-bbfa-4483-b49e-5933fdd8dd72 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:04.935912 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4f97b2b6-ecd7-4289-bb3b-8dd3ad0c5a01 req-d520ecc4-bbfa-4483-b49e-5933fdd8dd72 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0894699 Feb 16 09:28:05.007997 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd37c3-19f9-4db6-8ca9-42d6f75a58c9 req-5396b41a-8261-491f-b6a6-c062d0a093a5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:05.008417 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8edd37c3-19f9-4db6-8ca9-42d6f75a58c9 req-5396b41a-8261-491f-b6a6-c062d0a093a5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 944 time: 0.0935094 Feb 16 09:28:05.053865 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4f97b2b6-ecd7-4289-bb3b-8dd3ad0c5a01 req-8cb3fd1d-6a7e-4238-aaf3-8499141d2062 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015646 Feb 16 09:28:05.090502 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8edd37c3-19f9-4db6-8ca9-42d6f75a58c9 req-7c1f635f-d028-44a4-a350-d13cf7e276ff tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681014 Feb 16 09:28:05.247702 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53442) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:05.264253 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-84bdb98f-ca98-4a76-a53e-c726595ebb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.360934 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-84bdb98f-ca98-4a76-a53e-c726595ebb7f admin admin] Publish callbacks [] for security_group (63b85c22-93ce-478e-b23a-806dbec8ef1b), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.365138 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-84bdb98f-ca98-4a76-a53e-c726595ebb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (63b85c22-93ce-478e-b23a-806dbec8ef1b), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.407224 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdb98f-ca98-4a76-a53e-c726595ebb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b85c22-93ce-478e-b23a-806dbec8ef1b,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:05.427312 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53454) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:05.438871 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-84bdb98f-ca98-4a76-a53e-c726595ebb7f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a888e9da7e794ecb8237f6621b1675c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899993 Feb 16 09:28:05.482929 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] Publish callbacks [] for security_group (63b85c22-93ce-478e-b23a-806dbec8ef1b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.511120 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] Publish callbacks [] for security_group (63b85c22-93ce-478e-b23a-806dbec8ef1b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.574013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (63b85c22-93ce-478e-b23a-806dbec8ef1b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.576834 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:05.578176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/63b85c22-93ce-478e-b23a-806dbec8ef1b HTTP/1.1" status: 204 len: 168 time: 0.1495514 Feb 16 09:28:05.594007 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c947913-7718-4d37-9fd7-5fcb01948665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b85c22-93ce-478e-b23a-806dbec8ef1b,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:05.850396 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc0aa-2cc5-48d1-b530-eac02645536e req-88e6d34f-e626-43ac-85e7-95a4cd258a25 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:05.850396 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-154cc0aa-2cc5-48d1-b530-eac02645536e req-88e6d34f-e626-43ac-85e7-95a4cd258a25 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.0718012 Feb 16 09:28:05.925908 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-154cc0aa-2cc5-48d1-b530-eac02645536e req-9d6f0029-42a6-4ff6-af1f-f3cbe2656efd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728824 Feb 16 09:28:05.975243 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed55f4c-45d4-4f97-b16d-c8966de8110c req-602a663f-706e-4bc6-81d0-e42e3d7d6a1f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:05.976764 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eed55f4c-45d4-4f97-b16d-c8966de8110c req-602a663f-706e-4bc6-81d0-e42e3d7d6a1f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Feb 16 09:28:06.032057 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eed55f4c-45d4-4f97-b16d-c8966de8110c req-b892ab04-bfdc-45a4-9c86-6b2552fa9437 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494463 Feb 16 09:28:06.228116 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71322ab7-fa4c-4742-adc4-9eb5a6834cff req-edda6f94-81e2-4644-ad20-f54bfb5a8698 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:06.229937 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71322ab7-fa4c-4742-adc4-9eb5a6834cff req-edda6f94-81e2-4644-ad20-f54bfb5a8698 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0920939 Feb 16 09:28:06.241772 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b71-014e-48a3-b583-fd7e584240de req-6c11997e-f1d5-400a-9f52-a281b3516da9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:06.243297 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6cab7b71-014e-48a3-b583-fd7e584240de req-6c11997e-f1d5-400a-9f52-a281b3516da9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 944 time: 0.0712359 Feb 16 09:28:06.323834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71322ab7-fa4c-4742-adc4-9eb5a6834cff req-3af6d705-5355-4b0e-b687-75568c1f005f tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794816 Feb 16 09:28:06.331336 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6cab7b71-014e-48a3-b583-fd7e584240de req-6a69f8ea-6ca9-40e8-8129-13390efd68d6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Feb 16 09:28:06.710232 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:06.779620 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:28:06.784530 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:06.785705 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:06.891124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:06.891734 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:06.920383 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:28:06.922731 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862852cd-b15c-44cb-800f-88854f55d40f" -d '{"events": [{"server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:28:06.939764 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:06.944936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:06.946201 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b7086fee-94bd-4d76-83d6-9bf00999e33a up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:06.976258 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6db0b7-78fc-4dc0-a431-68bb9477b4b4 x-openstack-request-id: req-6a6db0b7-78fc-4dc0-a431-68bb9477b4b4 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:06.976258 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:06.976258 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6a6db0b7-78fc-4dc0-a431-68bb9477b4b4 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:06.976258 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'code': 200} Feb 16 09:28:07.053187 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:07.076471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port b7086fee-94bd-4d76-83d6-9bf00999e33a completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:28:07.086306 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port b7086fee-94bd-4d76-83d6-9bf00999e33a triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:07.087581 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.117259 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d82d2-9f5e-4f81-a923-2b6e45e087e8 req-1a45da50-6557-4e1e-a116-003e5b0f3db4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:07.126475 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b16d82d2-9f5e-4f81-a923-2b6e45e087e8 req-1a45da50-6557-4e1e-a116-003e5b0f3db4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 945 time: 0.0789442 Feb 16 09:28:07.192676 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b16d82d2-9f5e-4f81-a923-2b6e45e087e8 req-be974b4f-0364-4a36-95bc-adafd9bbcb63 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650115 Feb 16 09:28:07.264910 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port b7086fee-94bd-4d76-83d6-9bf00999e33a is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:07.266158 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.316752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e3fe-4f46-4afd-af63-c7c069f11dad req-0692dd98-8782-4574-8ddf-dd1495fbd2ef tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:07.318614 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5669e3fe-4f46-4afd-af63-c7c069f11dad req-0692dd98-8782-4574-8ddf-dd1495fbd2ef tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.1004355 Feb 16 09:28:07.337166 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a672d-1de7-42da-be35-95c63779024f req-a858261f-f7c5-4a2b-aa35-96de32160900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:07.338754 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-910a672d-1de7-42da-be35-95c63779024f req-a858261f-f7c5-4a2b-aa35-96de32160900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1129 time: 0.1124330 Feb 16 09:28:07.343978 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:07.349880 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.350555 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:07.391556 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5669e3fe-4f46-4afd-af63-c7c069f11dad req-374e6284-7c0c-4745-95c5-465429cfda9f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579441 Feb 16 09:28:07.414271 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-910a672d-1de7-42da-be35-95c63779024f req-714ebc5b-95f5-40b0-827e-2844fd9e15d3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594668 Feb 16 09:28:07.503545 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414272e-4256-4eee-9abe-55a6a567f5a1 req-975aef36-4737-428c-8806-96052ab63232 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:07.505258 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1414272e-4256-4eee-9abe-55a6a567f5a1 req-975aef36-4737-428c-8806-96052ab63232 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0729818 Feb 16 09:28:07.557160 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1414272e-4256-4eee-9abe-55a6a567f5a1 req-4c502cbf-d618-470a-901b-22da235cdf13 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Feb 16 09:28:07.567006 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:07.578993 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:28:07.582635 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:07.582974 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.667722 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:07.668145 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.703402 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:07.718891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.721057 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f691b39c-f8c0-499a-9735-fda58aca5fad up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:07.774124 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53580) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:07.819248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:07.835566 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port f691b39c-f8c0-499a-9735-fda58aca5fad completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:28:07.839812 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port f691b39c-f8c0-499a-9735-fda58aca5fad triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:07.840466 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.938230 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f691b39c-f8c0-499a-9735-fda58aca5fad is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:07.938230 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.967053 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7260b02e-aafc-46dc-b30b-58570e1f4d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:07.975969 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f691b39c-f8c0-499a-9735-fda58aca5fad,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:07.980615 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.061669 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:08.082517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7260b02e-aafc-46dc-b30b-58570e1f4d61 admin admin] Publish callbacks [] for security_group (8d5a9cc4-0715-4a5b-9364-c1d082971e52), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.087878 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7260b02e-aafc-46dc-b30b-58570e1f4d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8d5a9cc4-0715-4a5b-9364-c1d082971e52), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.134832 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7260b02e-aafc-46dc-b30b-58570e1f4d61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0075f351f48548d3825104e3bf1fe7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581977 Feb 16 09:28:08.136531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53606) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:08.141984 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260b02e-aafc-46dc-b30b-58570e1f4d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a9cc4-0715-4a5b-9364-c1d082971e52,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:08.209188 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] Publish callbacks [] for security_group (8d5a9cc4-0715-4a5b-9364-c1d082971e52), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.245328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] Publish callbacks [] for security_group (8d5a9cc4-0715-4a5b-9364-c1d082971e52), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.311601 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8d5a9cc4-0715-4a5b-9364-c1d082971e52), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.316607 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.318155 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8d5a9cc4-0715-4a5b-9364-c1d082971e52 HTTP/1.1" status: 204 len: 168 time: 0.1805489 Feb 16 09:28:08.335536 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ebef6-120c-41ee-8972-f8cb1216977d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a9cc4-0715-4a5b-9364-c1d082971e52,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:08.351646 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b36c-2c14-4c89-a0cc-1b141762a981 req-f2580288-fcd3-4129-a2e3-ef9f1cf8989b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:08.353369 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1d13b36c-2c14-4c89-a0cc-1b141762a981 req-f2580288-fcd3-4129-a2e3-ef9f1cf8989b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0793743 Feb 16 09:28:08.419837 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1d13b36c-2c14-4c89-a0cc-1b141762a981 req-a63035f8-b59d-433c-aa55-73e4fea1e0f8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607314 Feb 16 09:28:08.586926 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da747-6cf3-4178-b9df-250908ef0fb5 req-1f0e018e-8e29-4be2-9246-d12f5a62d553 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:08.589523 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-971da747-6cf3-4178-b9df-250908ef0fb5 req-1f0e018e-8e29-4be2-9246-d12f5a62d553 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0893366 Feb 16 09:28:08.693868 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-971da747-6cf3-4178-b9df-250908ef0fb5 req-d4ee0e0c-bb6d-43f6-9de4-f4dec04104f7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951295 Feb 16 09:28:08.725144 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59d1de-356e-4a7c-8b33-701696b532ec req-f715fd32-5b8a-4a64-bfbe-abbe3dd76c71 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:08.726780 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3c59d1de-356e-4a7c-8b33-701696b532ec req-f715fd32-5b8a-4a64-bfbe-abbe3dd76c71 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0764053 Feb 16 09:28:08.769607 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53636) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:08.783342 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-91667ed2-38b2-4d8b-aecb-c469816cefb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.783577 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3c59d1de-356e-4a7c-8b33-701696b532ec req-dfb494a7-feb1-412a-9c86-66e25ef0441a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Feb 16 09:28:08.857532 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-91667ed2-38b2-4d8b-aecb-c469816cefb7 admin admin] Publish callbacks [] for security_group (0a53f272-a2e1-4bd3-ad78-15341642670c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.861921 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-91667ed2-38b2-4d8b-aecb-c469816cefb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0a53f272-a2e1-4bd3-ad78-15341642670c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.899072 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-91667ed2-38b2-4d8b-aecb-c469816cefb7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1b96a3bd13de41ba8600a58308e7193c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277401 Feb 16 09:28:08.899768 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91667ed2-38b2-4d8b-aecb-c469816cefb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53f272-a2e1-4bd3-ad78-15341642670c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:08.902013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53638) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:08.953996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] Publish callbacks [] for security_group (0a53f272-a2e1-4bd3-ad78-15341642670c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.974242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] Publish callbacks [] for security_group (0a53f272-a2e1-4bd3-ad78-15341642670c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:08.976295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a'}, {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}, {'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:28:08.978643 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4edb93-e15f-47d9-a92b-ab610f53bed8" -d '{"events": [{"server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "name": "network-vif-plugged", "status": "completed", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a"}, {"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}, {"server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "name": "network-vif-plugged", "status": "completed", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:28:09.022662 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0a53f272-a2e1-4bd3-ad78-15341642670c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.026506 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.027778 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc60be-2ade-4950-946f-7763a84b7cef x-openstack-request-id: req-76fc60be-2ade-4950-946f-7763a84b7cef {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:09.027898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0a53f272-a2e1-4bd3-ad78-15341642670c HTTP/1.1" status: 204 len: 168 time: 0.1245639 Feb 16 09:28:09.028102 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "name": "network-vif-plugged", "status": "completed", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a", "code": 200}, {"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "code": 200}, {"server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "name": "network-vif-plugged", "status": "completed", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:09.028355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76fc60be-2ade-4950-946f-7763a84b7cef {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:09.028747 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a', 'code': 200} Feb 16 09:28:09.029001 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'code': 200} Feb 16 09:28:09.029483 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'code': 200} Feb 16 09:28:09.037131 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67914ee-c239-4792-9191-40ac6cf33487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53f272-a2e1-4bd3-ad78-15341642670c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:09.510870 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53668) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:09.550535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9186-bf19-40e2-9e3f-0de6eb662175 req-6a20e0bf-73f0-463f-8f25-1beb88455dbd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:09.552073 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6dab9186-bf19-40e2-9e3f-0de6eb662175 req-6a20e0bf-73f0-463f-8f25-1beb88455dbd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0553174 Feb 16 09:28:09.607898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6dab9186-bf19-40e2-9e3f-0de6eb662175 req-9a37acec-372b-40f9-b2d7-fb890050326b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492468 Feb 16 09:28:09.643285 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6d0d-365b-49f2-9cee-7e23333faa8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.738428 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6d0d-365b-49f2-9cee-7e23333faa8a admin admin] Publish callbacks [] for security_group (405009d1-36b0-49fb-a5ea-044907053825), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.743673 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6d0d-365b-49f2-9cee-7e23333faa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (405009d1-36b0-49fb-a5ea-044907053825), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.787852 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53686) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:09.788078 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d3bb6d0d-365b-49f2-9cee-7e23333faa8a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6e17c61d3244485394d215766e3bee74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759831 Feb 16 09:28:09.789149 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb6d0d-365b-49f2-9cee-7e23333faa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405009d1-36b0-49fb-a5ea-044907053825,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:09.866044 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46164-32b6-47b2-a39e-1f4d7de223b6 req-773b59e7-b705-469c-934c-761a4f247a3b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:09.867510 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-77d46164-32b6-47b2-a39e-1f4d7de223b6 req-773b59e7-b705-469c-934c-761a4f247a3b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0922623 Feb 16 09:28:09.913508 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] Publish callbacks [] for security_group (405009d1-36b0-49fb-a5ea-044907053825), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.954610 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] Publish callbacks [] for security_group (405009d1-36b0-49fb-a5ea-044907053825), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:09.985637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-77d46164-32b6-47b2-a39e-1f4d7de223b6 req-cc98563d-17bf-49bb-9c18-f20ef4e44d1b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003606 Feb 16 09:28:10.003227 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3217-0a96-48f4-9baf-3b493d187eb6 req-41138ed4-d11e-4fa6-b1d1-84822251dfad tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:10.004756 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-be6b3217-0a96-48f4-9baf-3b493d187eb6 req-41138ed4-d11e-4fa6-b1d1-84822251dfad tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1347003 Feb 16 09:28:10.064781 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-be6b3217-0a96-48f4-9baf-3b493d187eb6 req-15550469-fc74-4bf5-8c72-93b33faa639a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540459 Feb 16 09:28:10.066109 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (405009d1-36b0-49fb-a5ea-044907053825), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.068763 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.069947 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/405009d1-36b0-49fb-a5ea-044907053825 HTTP/1.1" status: 204 len: 168 time: 0.2812133 Feb 16 09:28:10.080562 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906d676-4e73-47c5-9e52-dce23ea48415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405009d1-36b0-49fb-a5ea-044907053825,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:10.346968 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53710) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:10.362350 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c37fe29c-9fa5-4da9-ba6e-d06f2020ad31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.442657 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c37fe29c-9fa5-4da9-ba6e-d06f2020ad31 admin admin] Publish callbacks [] for security_group (e4c5365c-6609-4015-be86-1dc7c68fce78), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.446475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c37fe29c-9fa5-4da9-ba6e-d06f2020ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e4c5365c-6609-4015-be86-1dc7c68fce78), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.486093 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c37fe29c-9fa5-4da9-ba6e-d06f2020ad31 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6910203e6bdc492a98f80ac6948c22d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380279 Feb 16 09:28:10.486930 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe29c-9fa5-4da9-ba6e-d06f2020ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c5365c-6609-4015-be86-1dc7c68fce78,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:10.489127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53716) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:10.543792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] Publish callbacks [] for security_group (e4c5365c-6609-4015-be86-1dc7c68fce78), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.565836 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] Publish callbacks [] for security_group (e4c5365c-6609-4015-be86-1dc7c68fce78), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.614489 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e4c5365c-6609-4015-be86-1dc7c68fce78), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.616990 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:10.618118 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4c5365c-6609-4015-be86-1dc7c68fce78 HTTP/1.1" status: 204 len: 168 time: 0.1279016 Feb 16 09:28:10.628060 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ac9a-c2e6-4a98-8fbe-63c2585670b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c5365c-6609-4015-be86-1dc7c68fce78,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:10.745636 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8433-6716-4122-ab74-25a58d0c6860 req-785ff402-a07f-469f-a97b-6f632773e5bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:10.747910 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-813f8433-6716-4122-ab74-25a58d0c6860 req-785ff402-a07f-469f-a97b-6f632773e5bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0642605 Feb 16 09:28:10.798057 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-813f8433-6716-4122-ab74-25a58d0c6860 req-ab0f91f1-3de2-4594-860a-847c2d1cd7f1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Feb 16 09:28:10.972551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53734) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:10.986542 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-740bcc77-a11e-49a5-8cc1-f5cdfa25c4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.123865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-740bcc77-a11e-49a5-8cc1-f5cdfa25c4f2 admin admin] Publish callbacks [] for security_group (61e0ac8f-64f9-464c-9fef-bddd92cf7ad4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.149270 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-740bcc77-a11e-49a5-8cc1-f5cdfa25c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (61e0ac8f-64f9-464c-9fef-bddd92cf7ad4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.182947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524209ea-8221-42b3-8701-c8f00a4333eb req-9db41a9b-e471-4b4f-abfb-d489ccaaa1c2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:11.184584 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-524209ea-8221-42b3-8701-c8f00a4333eb req-9db41a9b-e471-4b4f-abfb-d489ccaaa1c2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1017523 Feb 16 09:28:11.226997 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-740bcc77-a11e-49a5-8cc1-f5cdfa25c4f2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d9d8877975bf4e34b19b554f547d7548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532983 Feb 16 09:28:11.229077 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bcc77-a11e-49a5-8cc1-f5cdfa25c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e0ac8f-64f9-464c-9fef-bddd92cf7ad4,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:11.229980 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53744) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:11.271061 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-524209ea-8221-42b3-8701-c8f00a4333eb req-d2bbde89-687e-41ee-aa10-0cdfe4191109 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761814 Feb 16 09:28:11.286452 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] Publish callbacks [] for security_group (61e0ac8f-64f9-464c-9fef-bddd92cf7ad4), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.307404 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] Publish callbacks [] for security_group (61e0ac8f-64f9-464c-9fef-bddd92cf7ad4), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.337890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615f9b-89c7-43e0-ba97-3d78c2b3b63c req-02d8a576-772a-4a32-b0e4-c81a9153bde3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:11.339275 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b615f9b-89c7-43e0-ba97-3d78c2b3b63c req-02d8a576-772a-4a32-b0e4-c81a9153bde3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0561836 Feb 16 09:28:11.357431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (61e0ac8f-64f9-464c-9fef-bddd92cf7ad4), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.360629 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:11.362108 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61e0ac8f-64f9-464c-9fef-bddd92cf7ad4 HTTP/1.1" status: 204 len: 168 time: 0.1304841 Feb 16 09:28:11.369005 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b024f-a7e1-4e42-bfee-e84433f28a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e0ac8f-64f9-464c-9fef-bddd92cf7ad4,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:11.395829 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b615f9b-89c7-43e0-ba97-3d78c2b3b63c req-6ac8810d-b8df-4722-ada0-f4dfb10df0e2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494242 Feb 16 09:28:11.919371 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dab105-07a4-4ee5-ae2f-04cadfbd1734 req-14016e9b-d07a-476e-928e-3b0733b23d8d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:11.920872 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-42dab105-07a4-4ee5-ae2f-04cadfbd1734 req-14016e9b-d07a-476e-928e-3b0733b23d8d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0528004 Feb 16 09:28:11.969233 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-42dab105-07a4-4ee5-ae2f-04cadfbd1734 req-66ed36d4-b63a-4e97-913c-8d3fd7be480d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Feb 16 09:28:12.401749 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a35cd4-e344-4933-b2e9-47a7cb349b66 req-c4e211bb-4606-4715-a72a-ec3a70dbe876 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:12.403218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-10a35cd4-e344-4933-b2e9-47a7cb349b66 req-c4e211bb-4606-4715-a72a-ec3a70dbe876 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0656533 Feb 16 09:28:12.471938 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-10a35cd4-e344-4933-b2e9-47a7cb349b66 req-c42eb5bc-c0a2-4a5f-a503-611af7161920 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614345 Feb 16 09:28:12.537746 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ded6e-3fa0-4fb0-87c4-87b43a8657da req-5a702452-db25-4334-86a4-8120db7ac688 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:12.539218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aa9ded6e-3fa0-4fb0-87c4-87b43a8657da req-5a702452-db25-4334-86a4-8120db7ac688 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0656128 Feb 16 09:28:12.594721 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aa9ded6e-3fa0-4fb0-87c4-87b43a8657da req-13ca1d0f-0dd4-48ed-ba29-4a4c16243d9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Feb 16 09:28:12.781898 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37858d-3545-451d-ad0e-ab0aaaac28c5 req-5031d57c-b0c4-4954-bdc3-db4f73591e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:12.783503 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ac37858d-3545-451d-ad0e-ab0aaaac28c5 req-5031d57c-b0c4-4954-bdc3-db4f73591e94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0465117 Feb 16 09:28:12.873472 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ac37858d-3545-451d-ad0e-ab0aaaac28c5 req-94d3cc4f-5c9c-4892-a0a7-02a1bcf9e107 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Feb 16 09:28:13.098525 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181061d4-12de-487f-9fa6-90658093ad9a req-a37ecf63-1c1b-471c-bb56-8bb8b7c49e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:13.099999 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-181061d4-12de-487f-9fa6-90658093ad9a req-a37ecf63-1c1b-471c-bb56-8bb8b7c49e1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1130 time: 0.3047326 Feb 16 09:28:13.114170 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a305-23dd-44ed-bd7f-eeae4de15da4 req-a05a51a3-a9cb-4c06-ae2a-314d7e99743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:13.115518 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a97a305-23dd-44ed-bd7f-eeae4de15da4 req-a05a51a3-a9cb-4c06-ae2a-314d7e99743e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1130 time: 0.2650707 Feb 16 09:28:13.129709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1df925-cb8f-452b-9b76-15bb951160a6 req-1fd23d83-b288-4b8a-93dc-176102455736 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:13.131058 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8a1df925-cb8f-452b-9b76-15bb951160a6 req-1fd23d83-b288-4b8a-93dc-176102455736 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0764644 Feb 16 09:28:13.177216 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8a1df925-cb8f-452b-9b76-15bb951160a6 req-45a2f639-da71-4689-9512-ef578170976e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Feb 16 09:28:13.265344 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-181061d4-12de-487f-9fa6-90658093ad9a req-826190f4-fffe-4ad1-ae53-b683427290cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714028 Feb 16 09:28:13.267351 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a97a305-23dd-44ed-bd7f-eeae4de15da4 req-4eacb478-cb8d-4723-8b64-639a5b4e47e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808558 Feb 16 09:28:13.603695 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a265c-13a5-42c1-bd21-6c0b2c5dcd4f req-938f46f6-f84f-4330-81a1-842141cf20ab tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:13.605202 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-217a265c-13a5-42c1-bd21-6c0b2c5dcd4f req-938f46f6-f84f-4330-81a1-842141cf20ab tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0564513 Feb 16 09:28:13.658253 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-217a265c-13a5-42c1-bd21-6c0b2c5dcd4f req-54c70eb6-3e4e-410a-bf35-6816ce56b954 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472779 Feb 16 09:28:13.736315 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0362da-c2a1-4be5-b94a-0e28c8c1be7f req-20e7bd40-a440-41f4-8874-650b89b825de tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:13.737849 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8c0362da-c2a1-4be5-b94a-0e28c8c1be7f req-20e7bd40-a440-41f4-8874-650b89b825de tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0533864 Feb 16 09:28:13.789138 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8c0362da-c2a1-4be5-b94a-0e28c8c1be7f req-6eb0c53d-1ad7-44f9-9277-214c9179ddcf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Feb 16 09:28:14.307103 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb061ae-1d96-4393-8826-07411ab50e80 req-8d943870-7081-4162-9225-aa7ae3aaeb44 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:14.308625 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aeb061ae-1d96-4393-8826-07411ab50e80 req-8d943870-7081-4162-9225-aa7ae3aaeb44 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0898666 Feb 16 09:28:14.333470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3f54-7e38-4e09-bea2-3cc468be1b31 req-94babb75-3e0a-46c2-a576-248bfefb9f37 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:14.334949 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-16cc3f54-7e38-4e09-bea2-3cc468be1b31 req-94babb75-3e0a-46c2-a576-248bfefb9f37 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0786455 Feb 16 09:28:14.400064 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aeb061ae-1d96-4393-8826-07411ab50e80 req-07d14ab4-0384-4f38-9b30-7188f480a8b0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818210 Feb 16 09:28:14.408387 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-16cc3f54-7e38-4e09-bea2-3cc468be1b31 req-d9e60ea4-428f-4088-8557-22d630dbbf03 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645230 Feb 16 09:28:14.791654 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1035a-81d3-4b06-8b37-3154d5412485 req-ffaaa026-14b7-4024-830b-ea027cf9a9f0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:14.793134 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c5e1035a-81d3-4b06-8b37-3154d5412485 req-ffaaa026-14b7-4024-830b-ea027cf9a9f0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0611665 Feb 16 09:28:14.846169 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c5e1035a-81d3-4b06-8b37-3154d5412485 req-fcfc548b-2598-4b39-9f1a-cf9355a9042b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473726 Feb 16 09:28:15.555886 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d19db8-a400-42b5-ae39-349950bcb092 req-c4dbab07-7dbd-491a-8af3-970b653da212 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:15.557605 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52d19db8-a400-42b5-ae39-349950bcb092 req-c4dbab07-7dbd-491a-8af3-970b653da212 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0838976 Feb 16 09:28:15.570985 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d1ac9-fd10-4dc2-b547-03dfcfe23a24 req-74d46ee3-800d-4f43-a7f7-ec9ddd3d8f2a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:15.572426 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-848d1ac9-fd10-4dc2-b547-03dfcfe23a24 req-74d46ee3-800d-4f43-a7f7-ec9ddd3d8f2a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0891647 Feb 16 09:28:15.644928 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52d19db8-a400-42b5-ae39-349950bcb092 req-04ca5d51-a48a-4530-8934-1c10d3cb702e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809336 Feb 16 09:28:15.648258 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-848d1ac9-fd10-4dc2-b547-03dfcfe23a24 req-8bb36d79-f271-4ddb-bc02-0ab1ed790a4f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702033 Feb 16 09:28:15.967500 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8141d-5f74-4491-9c11-84acb654b2a8 req-389f5661-6db9-4bf1-bc4d-2a76ff672dd8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:15.970264 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eca8141d-5f74-4491-9c11-84acb654b2a8 req-389f5661-6db9-4bf1-bc4d-2a76ff672dd8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0531580 Feb 16 09:28:16.016437 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eca8141d-5f74-4491-9c11-84acb654b2a8 req-37f0343c-a6b3-41b0-a66f-fb84edc882c5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Feb 16 09:28:16.793574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5b91-b006-43dd-b72b-42cbe9c51ffb req-8c4d02ed-73d5-4a2c-af49-cd4dfe40c934 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:16.795069 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f1fc5b91-b006-43dd-b72b-42cbe9c51ffb req-8c4d02ed-73d5-4a2c-af49-cd4dfe40c934 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0829806 Feb 16 09:28:16.806455 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f03f45-d71e-43cc-a686-62a4bd92fdd1 req-cabcd243-81a2-487e-a0f7-e59653f29694 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:16.808272 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3f03f45-d71e-43cc-a686-62a4bd92fdd1 req-cabcd243-81a2-487e-a0f7-e59653f29694 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0942516 Feb 16 09:28:16.810528 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:16.875605 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f1fc5b91-b006-43dd-b72b-42cbe9c51ffb req-76cf9e73-9450-49e3-9b6d-503ae9370db2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663424 Feb 16 09:28:16.882369 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3f03f45-d71e-43cc-a686-62a4bd92fdd1 req-d42e7b88-a983-4712-8df1-37fabfd28597 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667210 Feb 16 09:28:17.137065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1329491-4db0-41cd-82c0-3193dd34d2f8 req-77ae973e-074e-48f6-9559-544566422d4e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:17.138503 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c1329491-4db0-41cd-82c0-3193dd34d2f8 req-77ae973e-074e-48f6-9559-544566422d4e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0513213 Feb 16 09:28:17.184938 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c1329491-4db0-41cd-82c0-3193dd34d2f8 req-3feb1cb8-7754-42d4-be9f-be90108dc1a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Feb 16 09:28:17.751634 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-41bffb3e-4963-439a-9026-f6405fbcbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:17.753156 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-41bffb3e-4963-439a-9026-f6405fbcbe32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1129 time: 0.0788629 Feb 16 09:28:17.756468 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-6dce5f9d-c121-420e-94e0-28dfaa10dfdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809355 Feb 16 09:28:18.024005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-648d0c1a-3f54-4fbd-8e88-48c6adc68432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.026431 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-648d0c1a-3f54-4fbd-8e88-48c6adc68432 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.2370391 Feb 16 09:28:18.032543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-ff52aa4f-4aef-4a7f-80e6-723e884f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.033982 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-ff52aa4f-4aef-4a7f-80e6-723e884f5620 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b8af4daf82a43db88622613dfab613c&device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 1130 time: 0.1940639 Feb 16 09:28:18.089257 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-7cb4fb63-465e-4751-86d8-3fac5bedf990 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 200 len: 217 time: 0.0519724 Feb 16 09:28:18.126782 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbbc56-afdf-41ea-ae80-7e0423ad4ead req-78c5630b-b4be-47e9-a720-aa49be805829 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.128257 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-66bbbc56-afdf-41ea-ae80-7e0423ad4ead req-78c5630b-b4be-47e9-a720-aa49be805829 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1772716 Feb 16 09:28:18.203159 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9c44-31b0-48da-9555-d1531f0de464 req-d5e7fcdf-fdb4-4f12-b754-2011c03bb913 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.204528 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-907f9c44-31b0-48da-9555-d1531f0de464 req-d5e7fcdf-fdb4-4f12-b754-2011c03bb913 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.2354074 Feb 16 09:28:18.277767 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-52314ffe-5e89-4405-b5da-25b1d51c327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.279302 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-52314ffe-5e89-4405-b5da-25b1d51c327c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.1500905 Feb 16 09:28:18.285648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-94451b9b-251c-451a-a4ce-3f582edaa10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.287028 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-94451b9b-251c-451a-a4ce-3f582edaa10f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae407072-18c2-4eec-a251-10196ec0cf08 HTTP/1.1" status: 200 len: 912 time: 0.2077541 Feb 16 09:28:18.295174 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-66bbbc56-afdf-41ea-ae80-7e0423ad4ead req-dda670b1-2c43-4dd7-9bf7-c6fdb5c64c3c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326785 Feb 16 09:28:18.367215 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-907f9c44-31b0-48da-9555-d1531f0de464 req-4d9c5a68-badb-4bf2-b7af-c1ad2d6c1c76 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501961 Feb 16 09:28:18.370425 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-6b90c4eb-69e5-4b00-8107-923e10b0f545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650570 Feb 16 09:28:18.371729 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-0e2bb106-512a-47f2-96e4-ae6e83322aca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e HTTP/1.1" status: 200 len: 217 time: 0.0651917 Feb 16 09:28:18.508725 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-2af4ad84-48ad-463e-b76e-37c2f1135837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.510065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-2af4ad84-48ad-463e-b76e-37c2f1135837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96327a7f-930b-486c-9e61-75b129fb169a HTTP/1.1" status: 200 len: 851 time: 0.1083791 Feb 16 09:28:18.528640 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3d4c-973a-451f-8d37-2807263bf885 req-48f8161a-478c-423f-83b0-87c7ab1445fa tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:18.530044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-88da3d4c-973a-451f-8d37-2807263bf885 req-48f8161a-478c-423f-83b0-87c7ab1445fa tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1617413 Feb 16 09:28:18.572527 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-2111b8c7-fd7e-40cd-a692-b71ac0f72cb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae407072-18c2-4eec-a251-10196ec0cf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408115 Feb 16 09:28:18.580260 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-48193396-859d-46b7-b405-9061aa00203b service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774232 Feb 16 09:28:18.665253 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-88da3d4c-973a-451f-8d37-2807263bf885 req-d1f8c8a5-da17-4bc3-b6c6-91b1575752f8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249888 Feb 16 09:28:18.962911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69727c9d-dd2b-4269-8d76-756f9a29abe4 req-2c74df12-a0f6-4b1e-b882-a4fd4423611d service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687716 Feb 16 09:28:18.966216 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-50468a14-1f7a-4727-87d9-3f72ac0e6543 service neutron] 10.222.0.24 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711119 Feb 16 09:28:19.185361 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d64c61a4-8a94-436c-a7e4-3bb90ad6ab61 req-875df369-e991-402b-97e0-4e628f38a624 service neutron] 10.222.0.24 "GET /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278908 Feb 16 09:28:19.430742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8e1c4-61b2-4801-a664-7d0464aebde0 req-79fc0f93-1fa5-4c5d-aec1-7d23322afb99 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:19.432517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97d8e1c4-61b2-4801-a664-7d0464aebde0 req-79fc0f93-1fa5-4c5d-aec1-7d23322afb99 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0658357 Feb 16 09:28:19.535791 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97d8e1c4-61b2-4801-a664-7d0464aebde0 req-c2947790-9783-464c-b5c0-8c62233c4003 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962789 Feb 16 09:28:19.549893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002384b4-443d-4cd5-adc0-7d1eb1abe6ab req-1d4f859f-d2c8-405b-b298-e9b2c43861c1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:19.550545 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 53990) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:19.551349 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-002384b4-443d-4cd5-adc0-7d1eb1abe6ab req-1d4f859f-d2c8-405b-b298-e9b2c43861c1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0932403 Feb 16 09:28:19.610502 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-002384b4-443d-4cd5-adc0-7d1eb1abe6ab req-df63cce4-c1f4-4c44-95f6-104ae9598ef2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500517 Feb 16 09:28:19.676655 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:19.756729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Publish callbacks [] for security_group (a69d3b19-c454-4d03-b196-2bc2ccf2aaf2), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:19.761447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a69d3b19-c454-4d03-b196-2bc2ccf2aaf2), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:19.804586 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2d88e1dfeea241398f5b0fee2f97e03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529480 Feb 16 09:28:19.805685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d3b19-c454-4d03-b196-2bc2ccf2aaf2,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:19.807242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 53996) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:19.813161 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.813506 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.813843 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.814173 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.814500 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.814821 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.815161 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.815486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.815819 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.816183 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.816505 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.816818 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.817131 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cba55-aa40-421a-b14a-e0251675171e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:19.821438 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f661e-d04e-4ec3-8f2e-3729b4f08a2e req-fb383206-c0d8-4616-9cad-f89bec1e8be0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:19.822911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-985f661e-d04e-4ec3-8f2e-3729b4f08a2e req-fb383206-c0d8-4616-9cad-f89bec1e8be0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0641909 Feb 16 09:28:19.898009 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-985f661e-d04e-4ec3-8f2e-3729b4f08a2e req-38be0369-aa94-4fd2-b8ee-1a4d74f77964 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674524 Feb 16 09:28:19.898751 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Publish callbacks [] for security_group (a69d3b19-c454-4d03-b196-2bc2ccf2aaf2), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:19.930458 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Publish callbacks [] for security_group (a69d3b19-c454-4d03-b196-2bc2ccf2aaf2), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.009249 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a69d3b19-c454-4d03-b196-2bc2ccf2aaf2), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.016799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.018319 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a69d3b19-c454-4d03-b196-2bc2ccf2aaf2 HTTP/1.1" status: 204 len: 168 time: 0.2099807 Feb 16 09:28:20.040449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d3b19-c454-4d03-b196-2bc2ccf2aaf2,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:20.053913 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.054525 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.055254 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.055750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.056388 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.056963 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.057609 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.058085 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.058708 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.059052 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.059519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.059698 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.060048 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062986d1-c26f-46fc-84ea-a48cb0cbbf3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:20.080107 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc2d3-62f3-4258-b2fd-351ee604042f req-1403703e-e1c4-4cc4-a303-4d08d55bd7c0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:20.083412 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-462bc2d3-62f3-4258-b2fd-351ee604042f req-1403703e-e1c4-4cc4-a303-4d08d55bd7c0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1117537 Feb 16 09:28:20.091739 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54008) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:20.097717 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'floatingip': {'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:20.190865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.342204 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54018) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:20.356552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a852bf7-a618-498f-ae95-f03c16f220ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.443901 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a852bf7-a618-498f-ae95-f03c16f220ef admin admin] Publish callbacks [] for security_group (a116e810-43d8-4bed-90af-4cf973f812cd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.450798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a852bf7-a618-498f-ae95-f03c16f220ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a116e810-43d8-4bed-90af-4cf973f812cd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.493524 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2a852bf7-a618-498f-ae95-f03c16f220ef admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=367d54bafc2d42099dd57a492fefa749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496627 Feb 16 09:28:20.494698 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852bf7-a618-498f-ae95-f03c16f220ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a116e810-43d8-4bed-90af-4cf973f812cd,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:20.497220 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54022) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:20.556858 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] Publish callbacks [] for security_group (a116e810-43d8-4bed-90af-4cf973f812cd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.580762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] Publish callbacks [] for security_group (a116e810-43d8-4bed-90af-4cf973f812cd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.589036 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54024) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:20.638868 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a116e810-43d8-4bed-90af-4cf973f812cd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.641986 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:20.643191 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a116e810-43d8-4bed-90af-4cf973f812cd HTTP/1.1" status: 204 len: 168 time: 0.1448665 Feb 16 09:28:20.664357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df121c-7abe-496c-833b-9c0f48b18fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a116e810-43d8-4bed-90af-4cf973f812cd,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:20.933751 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c595b1-e5b1-4528-9ca0-8c449f65cc94 req-2fc67b04-1ad1-494f-ae9e-6db64cac10ee tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:20.935216 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13c595b1-e5b1-4528-9ca0-8c449f65cc94 req-2fc67b04-1ad1-494f-ae9e-6db64cac10ee tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1987567 Feb 16 09:28:20.956133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecebf54-d554-41f1-b73f-8a13a70a8eb4 req-953ee6e9-8dc3-4dc1-9ed8-efeef2436f0d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:20.957620 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ecebf54-d554-41f1-b73f-8a13a70a8eb4 req-953ee6e9-8dc3-4dc1-9ed8-efeef2436f0d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.2294369 Feb 16 09:28:20.967772 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.db.resource_extend [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 09:28:20.975218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54042) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:20.988268 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a01d34-651d-4b48-8ad8-8b76404f0938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.038410 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02f2db87-39d4-4bd2-ab65-02742db65476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.079332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a01d34-651d-4b48-8ad8-8b76404f0938 admin admin] Publish callbacks [] for security_group (5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.087433 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-29a01d34-651d-4b48-8ad8-8b76404f0938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.127856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01d34-651d-4b48-8ad8-8b76404f0938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:21.135657 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-29a01d34-651d-4b48-8ad8-8b76404f0938 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f74a2c6814fb44a0a3093584093e4e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593578 Feb 16 09:28:21.136402 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54048) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:21.144468 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.155007 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13c595b1-e5b1-4528-9ca0-8c449f65cc94 req-bd67249e-0c2a-481a-b9ef-d87d054770b4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067750 Feb 16 09:28:21.166287 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ecebf54-d554-41f1-b73f-8a13a70a8eb4 req-c964a78e-1f0e-44bb-aecf-0b246539d302 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922626 Feb 16 09:28:21.167003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.249265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] Publish callbacks [] for security_group (5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.283773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] Publish callbacks [] for security_group (5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.340565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.344673 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.346277 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd HTTP/1.1" status: 204 len: 168 time: 0.2091310 Feb 16 09:28:21.358493 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a457a9-cb1e-41f7-a842-a057bc0d02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7dd9a3-a1a4-4d70-b805-5a9aed101ffd,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:21.366209 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cccb4-927c-49df-a204-04fdd91c1bd2 req-6c124285-bd18-45b5-9f49-99583f22c0a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:21.368217 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e4cccb4-927c-49df-a204-04fdd91c1bd2 req-6c124285-bd18-45b5-9f49-99583f22c0a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1228769 Feb 16 09:28:21.372814 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Floating IP fd6c3ddc-0121-4832-a68c-8d14b2b417df associated. External IP: 172.27.3.31, port: 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc. Feb 16 09:28:21.381648 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54056) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:21.387564 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'floatingip': {'port_id': 'f691b39c-f8c0-499a-9735-fda58aca5fad'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:21.437795 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02f2db87-39d4-4bd2-ab65-02742db65476 admin admin] Publish callbacks [] for security_group (08c8e2a4-6c60-464a-988b-16c3245ba4be), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.467573 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02f2db87-39d4-4bd2-ab65-02742db65476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (08c8e2a4-6c60-464a-988b-16c3245ba4be), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.505366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.520105 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-02f2db87-39d4-4bd2-ab65-02742db65476 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef61f74c67e54c3b8072bf64255fa453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9236372 Feb 16 09:28:21.523820 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54062) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:21.533503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2db87-39d4-4bd2-ab65-02742db65476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c8e2a4-6c60-464a-988b-16c3245ba4be,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:21.876526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] Publish callbacks [] for security_group (08c8e2a4-6c60-464a-988b-16c3245ba4be), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.915468 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] Publish callbacks [] for security_group (08c8e2a4-6c60-464a-988b-16c3245ba4be), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:21.971808 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:28:22.085226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (08c8e2a4-6c60-464a-988b-16c3245ba4be), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:22.087895 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:22.091423 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/08c8e2a4-6c60-464a-988b-16c3245ba4be HTTP/1.1" status: 204 len: 168 time: 0.5628567 Feb 16 09:28:22.102742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4afd6-a012-4c62-8390-44a279965402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c8e2a4-6c60-464a-988b-16c3245ba4be,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:22.127385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:22.132593 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:22.146760 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:22.174529 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-6726e578-76a0-4f1c-910e-3e54cb03f38e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "PUT /v2.0/floatingips/fd6c3ddc-0121-4832-a68c-8d14b2b417df HTTP/1.1" status: 200 len: 991 time: 2.0815654 Feb 16 09:28:22.174770 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:22.175118 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:28:22.177260 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:22.185792 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667527e-ae2f-430e-8eac-4017d5cf8c64" -d '{"events": [{"name": "network-changed", "server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:28:22.231411 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b661795-6a0a-442c-ad46-f8c98bead76e x-openstack-request-id: req-7b661795-6a0a-442c-ad46-f8c98bead76e {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:22.231709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:22.231964 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7b661795-6a0a-442c-ad46-f8c98bead76e {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:22.232411 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'status': 'completed', 'code': 200} Feb 16 09:28:22.291519 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.db.resource_extend [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 09:28:22.411361 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:22.432248 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:22.449202 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:22.451663 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-955c6cdc-3e80-4500-96a1-cd918f8041f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:22.454510 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-955c6cdc-3e80-4500-96a1-cd918f8041f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1130 time: 0.1744354 Feb 16 09:28:22.483903 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48df1c-2a6d-4fcd-9e04-c26f2d6428ff req-9333af94-8c98-47a5-89e8-9e84471f7c4b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:22.491834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1f48df1c-2a6d-4fcd-9e04-c26f2d6428ff req-9333af94-8c98-47a5-89e8-9e84471f7c4b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1653433 Feb 16 09:28:22.559101 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54104) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:22.740091 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1f48df1c-2a6d-4fcd-9e04-c26f2d6428ff req-2eb9b6e9-7114-4772-a8db-033263d273ab tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061017 Feb 16 09:28:22.769309 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-4282f8dd-2ac9-4cdb-bc01-d2b8e0cde53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:22.770970 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-4282f8dd-2ac9-4cdb-bc01-d2b8e0cde53e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.2770271 Feb 16 09:28:22.846545 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'fd6c3ddc-0121-4832-a68c-8d14b2b417df', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77187-dab9-4257-b9fa-af11d158a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:23Z', 'updated_at': '2022-02-16T09:28:20Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:22.924117 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:22.954877 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:22.955519 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:23.021559 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-0b79a9f9-e7a0-4951-88b8-e64efb9a3268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 999 time: 0.2313030 Feb 16 09:28:23.064800 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Floating IP cf4a42dd-1beb-46e3-9281-77dbd541d292 associated. External IP: 172.27.3.191, port: f691b39c-f8c0-499a-9735-fda58aca5fad. Feb 16 09:28:23.101437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ed24aa96-8292-43b0-8248-937275a9e00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.110359 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:23.337289 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-e35bda09-27cb-400d-817a-eeeaccd3f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:23.346691 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-e35bda09-27cb-400d-817a-eeeaccd3f9d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.2830148 Feb 16 09:28:23.454972 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ed24aa96-8292-43b0-8248-937275a9e00e admin admin] Publish callbacks [] for security_group (bc0e9300-273d-47f5-9dc4-02d4bdca7956), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.459857 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:28:23.460754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-3c9fff5b-f55f-4341-902d-9685ddc5c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:23.462614 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-3c9fff5b-f55f-4341-902d-9685ddc5c5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040516 Feb 16 09:28:23.465939 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'fd6c3ddc-0121-4832-a68c-8d14b2b417df', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77187-dab9-4257-b9fa-af11d158a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:23Z', 'updated_at': '2022-02-16T09:28:20Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:23.467058 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ed24aa96-8292-43b0-8248-937275a9e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (bc0e9300-273d-47f5-9dc4-02d4bdca7956), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.507184 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0719-482f-49d7-965f-c4d94a223486 None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'fd6c3ddc-0121-4832-a68c-8d14b2b417df', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77187-dab9-4257-b9fa-af11d158a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:23Z', 'updated_at': '2022-02-16T09:28:20Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:23.534903 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ed24aa96-8292-43b0-8248-937275a9e00e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=20b0954db48a4eb5a0928c9ffddb3aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700143 Feb 16 09:28:23.550981 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54142) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:23.554926 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24aa96-8292-43b0-8248-937275a9e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e9300-273d-47f5-9dc4-02d4bdca7956,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:23.655589 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] Publish callbacks [] for security_group (bc0e9300-273d-47f5-9dc4-02d4bdca7956), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.689180 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-f1669761-511c-4c29-bc36-609806488c30 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859488 Feb 16 09:28:23.690735 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] Publish callbacks [] for security_group (bc0e9300-273d-47f5-9dc4-02d4bdca7956), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.701036 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:23.708394 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.715295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:23.731005 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:23.732187 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:23.808439 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-32cb21e2-518f-437f-91aa-f12ac4d32acf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "PUT /v2.0/floatingips/cf4a42dd-1beb-46e3-9281-77dbd541d292 HTTP/1.1" status: 200 len: 992 time: 2.4259591 Feb 16 09:28:23.809373 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:28:23.813834 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05c79a-5ac5-4c1e-be25-6114ff855e00" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:28:23.846294 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (bc0e9300-273d-47f5-9dc4-02d4bdca7956), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.849442 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:23.853543 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc0e9300-273d-47f5-9dc4-02d4bdca7956 HTTP/1.1" status: 204 len: 168 time: 0.2987268 Feb 16 09:28:23.875949 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914137b-3b47-4094-9afc-6e3beb051480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e9300-273d-47f5-9dc4-02d4bdca7956,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:23.913401 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c5846-735a-40ce-968b-ab702c848a96 None None] New status for floating IP fd6c3ddc-0121-4832-a68c-8d14b2b417df: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:28:23.976239 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b6251d-58cc-4e2c-9e1c-feff8fb29d35 x-openstack-request-id: req-f6b6251d-58cc-4e2c-9e1c-feff8fb29d35 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:23.976987 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:23.977252 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f6b6251d-58cc-4e2c-9e1c-feff8fb29d35 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:23.977665 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'status': 'completed', 'code': 200} Feb 16 09:28:23.984292 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:24.144657 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8667527e-ae2f-430e-8eac-4017d5cf8c64 req-3b7effff-624d-4f7f-bff6-04c0454f729e service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433184 Feb 16 09:28:24.161970 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99a816-4318-4dd9-bd7d-867cdbcc24d7 req-3c87ac21-73f1-402c-bfc0-33ee09faba0b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:24.163709 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca99a816-4318-4dd9-bd7d-867cdbcc24d7 req-3c87ac21-73f1-402c-bfc0-33ee09faba0b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.2649324 Feb 16 09:28:24.194889 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-f7b38a3a-ace8-4901-9979-815bd11f7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:24.195947 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-f7b38a3a-ace8-4901-9979-815bd11f7fb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1130 time: 0.1406946 Feb 16 09:28:24.233176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca99a816-4318-4dd9-bd7d-867cdbcc24d7 req-1a5d020f-757b-441c-bb37-ed9373531316 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Feb 16 09:28:24.460757 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'cf4a42dd-1beb-46e3-9281-77dbd541d292', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:90:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:33Z', 'updated_at': '2022-02-16T09:28:22Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:24.496084 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54220) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:24.502915 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:24.511426 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19e0a698-a244-4666-a321-7b2d3e1c3e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.511699 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:24.512350 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:27:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:24.602856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19e0a698-a244-4666-a321-7b2d3e1c3e45 admin admin] Publish callbacks [] for security_group (4ea2d6e0-8cf6-4d5d-9812-17b4031495d6), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.607188 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19e0a698-a244-4666-a321-7b2d3e1c3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (4ea2d6e0-8cf6-4d5d-9812-17b4031495d6), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.646844 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-19e0a698-a244-4666-a321-7b2d3e1c3e45 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93165e235c0148e9b4825d8804f555a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494250 Feb 16 09:28:24.649389 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54228) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:24.651936 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0a698-a244-4666-a321-7b2d3e1c3e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2d6e0-8cf6-4d5d-9812-17b4031495d6,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:24.663147 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:24.716524 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] Publish callbacks [] for security_group (4ea2d6e0-8cf6-4d5d-9812-17b4031495d6), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.743300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] Publish callbacks [] for security_group (4ea2d6e0-8cf6-4d5d-9812-17b4031495d6), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.806647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (4ea2d6e0-8cf6-4d5d-9812-17b4031495d6), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.813148 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:24.816788 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ea2d6e0-8cf6-4d5d-9812-17b4031495d6 HTTP/1.1" status: 204 len: 168 time: 0.1635242 Feb 16 09:28:24.827450 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f841d9-9758-4e2f-9e81-1c978b990799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2d6e0-8cf6-4d5d-9812-17b4031495d6,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:24.978047 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'cf4a42dd-1beb-46e3-9281-77dbd541d292', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:90:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:33Z', 'updated_at': '2022-02-16T09:28:22Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:25.030958 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07192d5c-c220-4872-8dd3-f0e9e934df35 None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': 'cf4a42dd-1beb-46e3-9281-77dbd541d292', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:90:d5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:27:33Z', 'updated_at': '2022-02-16T09:28:22Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:25.332005 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77013a5b-36b0-46a1-9bd9-996b7bf73fe5 None None] New status for floating IP cf4a42dd-1beb-46e3-9281-77dbd541d292: ACTIVE {{(pid=102658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:28:25.389375 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e333-2af7-436b-877c-a256a4e9c8fe req-93d5ed3e-49b9-4d2b-a325-f93755384cc9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:25.391615 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5df2e333-2af7-436b-877c-a256a4e9c8fe req-93d5ed3e-49b9-4d2b-a325-f93755384cc9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0615487 Feb 16 09:28:25.451742 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5df2e333-2af7-436b-877c-a256a4e9c8fe req-c12c1767-feaa-4740-88a8-1c90c6230197 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Feb 16 09:28:26.576478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320714-7b3e-47e7-b296-b6ed284b5069 req-52f58d78-be77-4def-8f97-d847c570b772 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:26.578388 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c320714-7b3e-47e7-b296-b6ed284b5069 req-52f58d78-be77-4def-8f97-d847c570b772 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0522232 Feb 16 09:28:26.626253 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c320714-7b3e-47e7-b296-b6ed284b5069 req-821560d3-994b-4c8d-80d2-09dce26e49f0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Feb 16 09:28:26.961290 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54326) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:27.007531 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-122ccf98-1667-4e7b-a67b-843a7ab2a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:27.009030 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-122ccf98-1667-4e7b-a67b-843a7ab2a1a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.1036479 Feb 16 09:28:27.068654 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c244603-6a5c-4eb4-af49-b2d847dc6796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.082316 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c05ec06f-c28b-499c-9836-ed23d48180e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.142431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c244603-6a5c-4eb4-af49-b2d847dc6796 admin admin] Publish callbacks [] for security_group (e4462a02-1f2f-4526-9a3f-4766072ee821), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.146080 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c244603-6a5c-4eb4-af49-b2d847dc6796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e4462a02-1f2f-4526-9a3f-4766072ee821), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.185184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c244603-6a5c-4eb4-af49-b2d847dc6796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4462a02-1f2f-4526-9a3f-4766072ee821,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:27.189852 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6c244603-6a5c-4eb4-af49-b2d847dc6796 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fd707433bf674e30a67fd867d398c291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275491 Feb 16 09:28:27.193367 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54330) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:27.240126 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] Publish callbacks [] for security_group (e4462a02-1f2f-4526-9a3f-4766072ee821), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.261065 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] Publish callbacks [] for security_group (e4462a02-1f2f-4526-9a3f-4766072ee821), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.308368 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e4462a02-1f2f-4526-9a3f-4766072ee821), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.310843 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.312516 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4462a02-1f2f-4526-9a3f-4766072ee821 HTTP/1.1" status: 204 len: 168 time: 0.1180799 Feb 16 09:28:27.320251 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d11e30-4a26-424a-8201-52372124cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4462a02-1f2f-4526-9a3f-4766072ee821,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:27.575805 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54340) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:27.588838 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b7d53e4a-68ae-42ca-a48b-392350af4f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.662467 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b7d53e4a-68ae-42ca-a48b-392350af4f9e admin admin] Publish callbacks [] for security_group (9339742f-6f50-4013-9f52-e52c0656221f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.667621 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b7d53e4a-68ae-42ca-a48b-392350af4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9339742f-6f50-4013-9f52-e52c0656221f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.705644 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b7d53e4a-68ae-42ca-a48b-392350af4f9e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c4654e14fcbd45f8b08e05b152b31eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286857 Feb 16 09:28:27.706762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d53e4a-68ae-42ca-a48b-392350af4f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9339742f-6f50-4013-9f52-e52c0656221f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:27.709766 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54344) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:27.751526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76ec2-0bc1-4578-879c-180860909802 req-4ec85ab1-2b6a-40e1-a035-9abf368c1976 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:27.753208 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54a76ec2-0bc1-4578-879c-180860909802 req-4ec85ab1-2b6a-40e1-a035-9abf368c1976 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0576572 Feb 16 09:28:27.767562 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] Publish callbacks [] for security_group (9339742f-6f50-4013-9f52-e52c0656221f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.795604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] Publish callbacks [] for security_group (9339742f-6f50-4013-9f52-e52c0656221f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.801886 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54a76ec2-0bc1-4578-879c-180860909802 req-c42c9318-0835-41db-ba16-ea3969acf5d3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Feb 16 09:28:27.842455 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9339742f-6f50-4013-9f52-e52c0656221f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.845758 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:27.846884 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9339742f-6f50-4013-9f52-e52c0656221f HTTP/1.1" status: 204 len: 168 time: 0.1362345 Feb 16 09:28:27.854150 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58982b-0178-46ab-837b-c2c08868a393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9339742f-6f50-4013-9f52-e52c0656221f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:28.567520 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-7ab7fcba-5bfc-4625-a96c-9fa2f86e78a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 1002 time: 0.0684390 Feb 16 09:28:28.626717 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-78297b1d-01ac-4edd-b185-5de03c90cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:28.627782 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-78297b1d-01ac-4edd-b185-5de03c90cfa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0441070 Feb 16 09:28:28.680982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-82ef9482-e359-49d6-b57e-fa1805e45e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:28.682492 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-82ef9482-e359-49d6-b57e-fa1805e45e49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436351 Feb 16 09:28:28.784391 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-e0ba2c87-444c-4fb4-969c-105e2a219cff service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881712 Feb 16 09:28:28.917692 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54392) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:28.944590 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc05c79a-5ac5-4c1e-be25-6114ff855e00 req-1e68e59e-ed21-4ea6-b832-3e976d6ecd36 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354582 Feb 16 09:28:28.963648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753d39-7e99-4ac3-9fa4-bdf05eb697e3 req-474e5d1f-66e3-4117-9754-0657bcd76fcf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:28.964736 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-96753d39-7e99-4ac3-9fa4-bdf05eb697e3 req-474e5d1f-66e3-4117-9754-0657bcd76fcf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0821860 Feb 16 09:28:29.016226 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-96753d39-7e99-4ac3-9fa4-bdf05eb697e3 req-975a98ec-1a50-49d4-89fe-bcb6b4c72046 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Feb 16 09:28:29.050313 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8491-ef07-4333-8dd9-3ebbb3f15391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.128930 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8491-ef07-4333-8dd9-3ebbb3f15391 admin admin] Publish callbacks [] for security_group (277d1ddf-6452-429f-a65f-d40a5f6b5584), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.132659 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8491-ef07-4333-8dd9-3ebbb3f15391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (277d1ddf-6452-429f-a65f-d40a5f6b5584), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.170211 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2a8f8491-ef07-4333-8dd9-3ebbb3f15391 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=80a52c36a6c449d4abe954b1ed253c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514293 Feb 16 09:28:29.171598 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8491-ef07-4333-8dd9-3ebbb3f15391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d1ddf-6452-429f-a65f-d40a5f6b5584,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:29.173526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54402) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:29.222715 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] Publish callbacks [] for security_group (277d1ddf-6452-429f-a65f-d40a5f6b5584), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.247432 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] Publish callbacks [] for security_group (277d1ddf-6452-429f-a65f-d40a5f6b5584), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.304894 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (277d1ddf-6452-429f-a65f-d40a5f6b5584), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.307475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:29.311498 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/277d1ddf-6452-429f-a65f-d40a5f6b5584 HTTP/1.1" status: 204 len: 168 time: 0.1341593 Feb 16 09:28:29.317850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50416d55-d2d6-4dc8-a323-0f3ec735d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d1ddf-6452-429f-a65f-d40a5f6b5584,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:29.469730 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b43618a-0a27-4a9a-bc8a-f1744dc6d762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:30.167700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fc09a-162f-41d3-96f8-25ad2ea8138d req-205378d0-9dbe-430c-8d05-2e0d6c46b512 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:30.170659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc1fc09a-162f-41d3-96f8-25ad2ea8138d req-205378d0-9dbe-430c-8d05-2e0d6c46b512 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0716534 Feb 16 09:28:30.231596 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc1fc09a-162f-41d3-96f8-25ad2ea8138d req-442321ed-e837-4a14-9242-e214c68f65f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516505 Feb 16 09:28:30.654839 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:31.366768 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71931a18-722c-42f6-a70b-1aa55a487626 req-13a9c7c3-8e58-4204-a6dd-6f6144079dc6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:31.368298 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71931a18-722c-42f6-a70b-1aa55a487626 req-13a9c7c3-8e58-4204-a6dd-6f6144079dc6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0588176 Feb 16 09:28:31.446532 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71931a18-722c-42f6-a70b-1aa55a487626 req-fd74c38f-b15b-43b1-bd67-e01d932ca4fe tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718896 Feb 16 09:28:31.470588 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371336ab-04f7-43bd-aa3b-ba20d0bdf925 req-931505a3-0a66-4d8c-aa7c-577d456cbab7 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:31.472067 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-371336ab-04f7-43bd-aa3b-ba20d0bdf925 req-931505a3-0a66-4d8c-aa7c-577d456cbab7 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0653715 Feb 16 09:28:31.520873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-371336ab-04f7-43bd-aa3b-ba20d0bdf925 req-397ae9bb-3a24-40b6-873a-b950e213e2c1 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Feb 16 09:28:31.862968 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:32.567780 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef6508-60ae-49ae-8209-85ec7077d86d req-c654238c-5f6d-4d21-b07c-920dcabd79bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:32.569265 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ffef6508-60ae-49ae-8209-85ec7077d86d req-c654238c-5f6d-4d21-b07c-920dcabd79bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0572188 Feb 16 09:28:32.643120 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ffef6508-60ae-49ae-8209-85ec7077d86d req-a2ba96c2-dc83-4f2a-bbe2-c29d39b251cf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680292 Feb 16 09:28:32.666273 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925d042-be23-4742-932a-2fdbd0f0b877 req-2a345296-2b7d-45b0-a816-2c4b29378db0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:32.667710 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1925d042-be23-4742-932a-2fdbd0f0b877 req-2a345296-2b7d-45b0-a816-2c4b29378db0 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0700741 Feb 16 09:28:32.716863 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1925d042-be23-4742-932a-2fdbd0f0b877 req-b25abb3a-d0e1-4c48-a1ad-9ad942485e8c tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Feb 16 09:28:32.846365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54536) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:32.950198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49981634-6dc3-41aa-a982-cf3f3dbd1170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.024277 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49981634-6dc3-41aa-a982-cf3f3dbd1170 admin admin] Publish callbacks [] for security_group (3820b06f-5e31-435e-9abb-5b00a6aafb18), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.028192 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49981634-6dc3-41aa-a982-cf3f3dbd1170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3820b06f-5e31-435e-9abb-5b00a6aafb18), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.066100 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-49981634-6dc3-41aa-a982-cf3f3dbd1170 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d36c86643cdd44738c3b9f28face9784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186663 Feb 16 09:28:33.066778 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49981634-6dc3-41aa-a982-cf3f3dbd1170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820b06f-5e31-435e-9abb-5b00a6aafb18,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:33.069004 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54540) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:33.115538 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] Publish callbacks [] for security_group (3820b06f-5e31-435e-9abb-5b00a6aafb18), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.136716 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] Publish callbacks [] for security_group (3820b06f-5e31-435e-9abb-5b00a6aafb18), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.181512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3820b06f-5e31-435e-9abb-5b00a6aafb18), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.184128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.185242 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3820b06f-5e31-435e-9abb-5b00a6aafb18 HTTP/1.1" status: 204 len: 168 time: 0.1153734 Feb 16 09:28:33.193360 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c943eb-fd3e-4335-9784-5b9b9a3a9b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820b06f-5e31-435e-9abb-5b00a6aafb18,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:33.443799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54550) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:33.458752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a1ee-6bfb-4874-90bf-6e4e3faa6be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.466794 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.536715 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a1ee-6bfb-4874-90bf-6e4e3faa6be9 admin admin] Publish callbacks [] for security_group (3e9963ca-937d-48dc-a881-c98c6276f24f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.540338 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a1ee-6bfb-4874-90bf-6e4e3faa6be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3e9963ca-937d-48dc-a881-c98c6276f24f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.580505 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8ba2a1ee-6bfb-4874-90bf-6e4e3faa6be9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=339b2fcdcb0f400ab13bd017800cd305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356292 Feb 16 09:28:33.581324 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2a1ee-6bfb-4874-90bf-6e4e3faa6be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9963ca-937d-48dc-a881-c98c6276f24f,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:33.583236 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54552) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:33.631532 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] Publish callbacks [] for security_group (3e9963ca-937d-48dc-a881-c98c6276f24f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.653804 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] Publish callbacks [] for security_group (3e9963ca-937d-48dc-a881-c98c6276f24f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.706366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3e9963ca-937d-48dc-a881-c98c6276f24f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.709157 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:33.712729 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3e9963ca-937d-48dc-a881-c98c6276f24f HTTP/1.1" status: 204 len: 168 time: 0.1260226 Feb 16 09:28:33.720213 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239af21-5350-4235-a806-be68934e04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9963ca-937d-48dc-a881-c98c6276f24f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:33.781696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db4039-51af-492d-b4ac-29fec88d21b9 req-0f8b8697-f1f6-43d3-ac6a-222407b64289 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:33.783308 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1db4039-51af-492d-b4ac-29fec88d21b9 req-0f8b8697-f1f6-43d3-ac6a-222407b64289 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0719075 Feb 16 09:28:33.867865 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1db4039-51af-492d-b4ac-29fec88d21b9 req-d7ca56f0-befa-49fc-8701-8fc28b9a04f4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787570 Feb 16 09:28:33.882015 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6396388-d884-4b63-beb1-d340d7ea52ce req-aefea23d-cb06-48ba-9195-fc2bdf93053f tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:33.883448 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c6396388-d884-4b63-beb1-d340d7ea52ce req-aefea23d-cb06-48ba-9195-fc2bdf93053f tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0962763 Feb 16 09:28:33.947197 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c6396388-d884-4b63-beb1-d340d7ea52ce req-9d77c26b-5525-4b07-a6f6-5941a34cdba5 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Feb 16 09:28:34.569549 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:28:35.008375 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8344-0144-4f4a-988b-a4045538a5d4 req-bf4a93d9-5950-4e54-a663-efd1462ba316 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:35.016756 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cf8c8344-0144-4f4a-988b-a4045538a5d4 req-bf4a93d9-5950-4e54-a663-efd1462ba316 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0680130 Feb 16 09:28:35.096737 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cf8c8344-0144-4f4a-988b-a4045538a5d4 req-d5e7ee1b-28a6-43de-a975-786dc492628c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Feb 16 09:28:35.107794 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3038f-5be7-49cd-a47c-f5e6bf60d57f req-5ddfa358-e2da-4476-9b72-75d660ea0767 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:35.109483 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7c3038f-5be7-49cd-a47c-f5e6bf60d57f req-5ddfa358-e2da-4476-9b72-75d660ea0767 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0881476 Feb 16 09:28:35.159632 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7c3038f-5be7-49cd-a47c-f5e6bf60d57f req-26a90b81-efc5-44e8-b6a8-e855eeab1e7d tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Feb 16 09:28:36.221850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064cd82-944e-477a-af3c-de0de7d6f568 req-2903b57b-ee95-4792-88d2-6ed93a43c7a0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:36.223393 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4064cd82-944e-477a-af3c-de0de7d6f568 req-2903b57b-ee95-4792-88d2-6ed93a43c7a0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0547249 Feb 16 09:28:36.503969 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4064cd82-944e-477a-af3c-de0de7d6f568 req-a306b964-7ea7-4a46-931a-2f4aa71e7c59 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737112 Feb 16 09:28:36.513140 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffe9bf-a24f-4eb2-906c-536ca050d27a req-a1af2a1a-acd3-4797-95c0-bc86b9cffffa tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:36.514580 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7ffe9bf-a24f-4eb2-906c-536ca050d27a req-a1af2a1a-acd3-4797-95c0-bc86b9cffffa tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.2855303 Feb 16 09:28:36.562458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7ffe9bf-a24f-4eb2-906c-536ca050d27a req-93ec5410-fd9f-4a59-8a9c-daf53080915a tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Feb 16 09:28:37.458800 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-7c34d571-e7a1-452f-ba2e-49434704b786 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:37.460270 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-7c34d571-e7a1-452f-ba2e-49434704b786 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.0510492 Feb 16 09:28:37.630582 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Deleting port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:28:37.630930 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:37.707551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4d67d-d5b4-4376-ad04-c026898e6383 req-0d8d9d29-af98-4df2-9424-3ee6c970b369 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:37.709080 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d8a4d67d-d5b4-4376-ad04-c026898e6383 req-0d8d9d29-af98-4df2-9424-3ee6c970b369 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1366708 Feb 16 09:28:37.817929 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3810cb-e9a6-4773-9afc-a0e054879938 req-5efe8fdc-4635-40c8-8608-24632656f73b tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:37.819423 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bd3810cb-e9a6-4773-9afc-a0e054879938 req-5efe8fdc-4635-40c8-8608-24632656f73b tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 946 time: 0.1704872 Feb 16 09:28:37.821349 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] For port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,segment=NetworkSegment(f2df1660-26da-42e9-9421-e32b0112bf05),segment_id=f2df1660-26da-42e9-9421-e32b0112bf05)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:37.821711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:37.851738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Calling delete_port for 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:28:37.860051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d8a4d67d-d5b4-4376-ad04-c026898e6383 req-f8f32166-ba15-476b-8963-78f8e9e791ea tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186066 Feb 16 09:28:37.967914 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bd3810cb-e9a6-4773-9afc-a0e054879938 req-6c313223-597f-49d1-bf3c-cda103e6e736 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed26261f-2526-4021-9dfa-ed36cc6babf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294968 Feb 16 09:28:38.049812 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (96769b8b-1ae7-4371-a54e-6b4d9b7eb04e), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:38.072369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['96769b8b-1ae7-4371-a54e-6b4d9b7eb04e'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:28:38.080310 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Pushing event deleted for resources: {'Port': ['ID=96769b8b-1ae7-4371-a54e-6b4d9b7eb04e,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:38.144199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] No DVR routers for this DVR port 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:28:38.148356 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:38.151975 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7289c19-6ed1-489d-bdd9-8dcf71449ece req-f655e47d-0b1b-49e4-8f4e-e488fbe8684e tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.24 "DELETE /v2.0/ports/96769b8b-1ae7-4371-a54e-6b4d9b7eb04e HTTP/1.1" status: 204 len: 173 time: 0.6820405 Feb 16 09:28:38.152512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'name': 'network-vif-deleted', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:28:38.154885 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075fa6c-9737-4f32-ba92-93b1a9ec5483" -d '{"events": [{"server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "name": "network-vif-deleted", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:28:38.195222 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fe68a-ba87-4e98-9a42-17257a68a7c6 x-openstack-request-id: req-263fe68a-ba87-4e98-9a42-17257a68a7c6 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:28:38.195523 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0ee686-a54e-4add-b437-93790bbb078f", "name": "network-vif-deleted", "tag": "96769b8b-1ae7-4371-a54e-6b4d9b7eb04e", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:28:38.195930 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-263fe68a-ba87-4e98-9a42-17257a68a7c6 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:28:38.196273 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ee686-a54e-4add-b437-93790bbb078f', 'name': 'network-vif-deleted', 'tag': '96769b8b-1ae7-4371-a54e-6b4d9b7eb04e', 'status': 'completed', 'code': 200} Feb 16 09:28:38.992226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a8bb4-8d4b-4f4f-a89a-b5b34ff96d25 req-945acc8e-bba2-47eb-9704-fae81ece189d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:38.999815 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-045a8bb4-8d4b-4f4f-a89a-b5b34ff96d25 req-945acc8e-bba2-47eb-9704-fae81ece189d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0638452 Feb 16 09:28:39.066048 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-045a8bb4-8d4b-4f4f-a89a-b5b34ff96d25 req-a037ab29-835a-41b7-9695-2221b36c1803 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Feb 16 09:28:39.115383 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6de0a7ff-f4ff-41c5-af2b-b45aec1cd0f9 req-f297a757-f4d7-4437-be7e-d8c5ecb53187 tempest-DeleteServersTestJSON-576302785 tempest-DeleteServersTestJSON-576302785-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0ee686-a54e-4add-b437-93790bbb078f HTTP/1.1" status: 200 len: 210 time: 0.0392976 Feb 16 09:28:39.183456 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54738) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:39.348662 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dac608a1-b1de-4779-923a-a3998a46f3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.432624 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dac608a1-b1de-4779-923a-a3998a46f3a4 admin admin] Publish callbacks [] for security_group (80dccf0c-133d-4d17-a82c-4de84e4bc2d0), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.439384 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dac608a1-b1de-4779-923a-a3998a46f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (80dccf0c-133d-4d17-a82c-4de84e4bc2d0), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.481928 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-dac608a1-b1de-4779-923a-a3998a46f3a4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ea1735574bb4174bfb102cfe5e05dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972777 Feb 16 09:28:39.482331 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54752) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:39.483908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac608a1-b1de-4779-923a-a3998a46f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dccf0c-133d-4d17-a82c-4de84e4bc2d0,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:39.508861 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54754) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:39.554252 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] Publish callbacks [] for security_group (80dccf0c-133d-4d17-a82c-4de84e4bc2d0), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.579682 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] Publish callbacks [] for security_group (80dccf0c-133d-4d17-a82c-4de84e4bc2d0), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.634185 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (80dccf0c-133d-4d17-a82c-4de84e4bc2d0), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.636993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.638236 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/80dccf0c-133d-4d17-a82c-4de84e4bc2d0 HTTP/1.1" status: 204 len: 168 time: 0.1549041 Feb 16 09:28:39.652261 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8a11f-3dde-4322-8280-1f79ba1bdab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dccf0c-133d-4d17-a82c-4de84e4bc2d0,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:39.660935 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fb5cf71-b16c-437d-82ad-a7366e318c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.746399 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fb5cf71-b16c-437d-82ad-a7366e318c86 admin admin] Publish callbacks [] for security_group (2129108f-d5f6-4843-a737-252fe00d5b78), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.751230 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fb5cf71-b16c-437d-82ad-a7366e318c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2129108f-d5f6-4843-a737-252fe00d5b78), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.791260 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-4fb5cf71-b16c-437d-82ad-a7366e318c86 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=427dfbc4771d4c969275c7de4eda7f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812371 Feb 16 09:28:39.792149 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5cf71-b16c-437d-82ad-a7366e318c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2129108f-d5f6-4843-a737-252fe00d5b78,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:39.794552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54776) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:39.849697 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] Publish callbacks [] for security_group (2129108f-d5f6-4843-a737-252fe00d5b78), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.874698 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] Publish callbacks [] for security_group (2129108f-d5f6-4843-a737-252fe00d5b78), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.923615 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2129108f-d5f6-4843-a737-252fe00d5b78), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.926438 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:39.927640 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2129108f-d5f6-4843-a737-252fe00d5b78 HTTP/1.1" status: 204 len: 168 time: 0.1310308 Feb 16 09:28:39.935945 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854dad6-d3ef-4f28-a6a5-ce8043402958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2129108f-d5f6-4843-a737-252fe00d5b78,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:39.964224 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54782) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:39.982466 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3fa29d09-fa7b-40ef-99e7-9f9df62c449f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.069711 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3fa29d09-fa7b-40ef-99e7-9f9df62c449f admin admin] Publish callbacks [] for security_group (5a68207c-267d-45ef-aa52-8aa932da12fd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.074511 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3fa29d09-fa7b-40ef-99e7-9f9df62c449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5a68207c-267d-45ef-aa52-8aa932da12fd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.115163 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3fa29d09-fa7b-40ef-99e7-9f9df62c449f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f9d996d6c2948468680d4cd20b5e702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498475 Feb 16 09:28:40.116326 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29d09-fa7b-40ef-99e7-9f9df62c449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a68207c-267d-45ef-aa52-8aa932da12fd,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:40.117995 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54788) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:40.233198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] Publish callbacks [] for security_group (5a68207c-267d-45ef-aa52-8aa932da12fd), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.244113 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3feee0-9e7e-49b5-9879-375b54cd683b req-c7bb7c72-738f-435c-a609-03dee338f11e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:40.245607 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5c3feee0-9e7e-49b5-9879-375b54cd683b req-c7bb7c72-738f-435c-a609-03dee338f11e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0961642 Feb 16 09:28:40.279455 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] Publish callbacks [] for security_group (5a68207c-267d-45ef-aa52-8aa932da12fd), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.347387 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5c3feee0-9e7e-49b5-9879-375b54cd683b req-340cc120-a47d-496c-ad1e-466bd3c4fa9e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944707 Feb 16 09:28:40.384066 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5a68207c-267d-45ef-aa52-8aa932da12fd), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.387397 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.388576 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5a68207c-267d-45ef-aa52-8aa932da12fd HTTP/1.1" status: 204 len: 168 time: 0.2632077 Feb 16 09:28:40.398994 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce1a3-3d16-4e97-948c-2c77fac150e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a68207c-267d-45ef-aa52-8aa932da12fd,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:40.760828 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54830) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:40.858978 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-513830780-network', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:40.880327 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Made reservation on behalf of 690745bb6b6d4a1d8e021f08b9370685 for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:40.882655 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.892324 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.932052 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:28:40.958658 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:28:40.958791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 96769b8b-1ae7-4371-a54e-6b4d9b7eb04e not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:28:40.977075 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks [] for security_group (65f6b263-fe26-4a62-864a-a74e62380397), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:40.981110 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (65f6b263-fe26-4a62-864a-a74e62380397), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.004600 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:28:41.021637 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f6b263-fe26-4a62-864a-a74e62380397,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:41.025501 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (7c629332-fdb4-43e0-9da2-0426cc1f11e9), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.025845 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Added segment 7c629332-fdb4-43e0-9da2-0426cc1f11e9 of type vlan for network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 Feb 16 09:28:41.071018 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (8e866a1f-4c4f-4dc1-88a8-409844e417e8), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.102491 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (8e866a1f-4c4f-4dc1-88a8-409844e417e8), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.103996 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:41.104987 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.139900 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3777590 Feb 16 09:28:41.142826 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54848) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:41.148115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Request body: {'subnet': {'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-513830780-subnet', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:41.173593 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e4ef-6af4-4a97-88ee-01463d3ab422 admin admin] Pushing event updated for resources: {'Network': ['ID=8e866a1f-4c4f-4dc1-88a8-409844e417e8,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:41.173954 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Made reservation on behalf of 690745bb6b6d4a1d8e021f08b9370685 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:41.177309 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.184292 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:28:41.377864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (cc047a79-e6f0-4395-b47b-992e35353654), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.468838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc047a79-e6f0-4395-b47b-992e35353654,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:41.494488 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:41.494842 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Network hostable DHCP agents. Network: 8e866a1f-4c4f-4dc1-88a8-409844e417e8, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:28:41.518123 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc642a8e-17a6-4dcb-b3dd-2e64811a104c req-1b3f9559-00d1-4708-aabc-14396a2b3554 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:41.519704 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc642a8e-17a6-4dcb-b3dd-2e64811a104c req-1b3f9559-00d1-4708-aabc-14396a2b3554 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0911539 Feb 16 09:28:41.537983 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:28:41.563251 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 8e866a1f-4c4f-4dc1-88a8-409844e417e8) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:41.573260 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15906f5a-79f7-4f4a-8dbd-af3f0568ba3b None None] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:41.583781 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:41.584408 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.615558 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0bf32730-eba1-4214-bb0c-519f85ff7c84 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4715276 Feb 16 09:28:41.618767 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54872) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:41.626847 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:41.629522 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54874) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:41.640849 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc642a8e-17a6-4dcb-b3dd-2e64811a104c req-a7213976-5a87-4f53-a13b-77136a3fe43a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113021 Feb 16 09:28:41.663105 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.666832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.698663 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Deleting subnet 96327a7f-930b-486c-9e61-75b129fb169a {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:28:41.704390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Publish callbacks [] for subnet (96327a7f-930b-486c-9e61-75b129fb169a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.727654 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:28:41.728679 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.732601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54878) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:41.756479 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Publish callbacks [] for subnet (96327a7f-930b-486c-9e61-75b129fb169a), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.760224 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for router_controller (3a7472bc-474a-4d8a-81a1-22f3f08466cc), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.770353 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (96327a7f-930b-486c-9e61-75b129fb169a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.859755 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (96327a7f-930b-486c-9e61-75b129fb169a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.896326 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96327a7f-930b-486c-9e61-75b129fb169a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:41.906433 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.909672 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7114f671-0fce-4bf5-83b4-ab67c94341af admin admin] 10.222.0.90 "DELETE /v2.0/subnets/96327a7f-930b-486c-9e61-75b129fb169a HTTP/1.1" status: 204 len: 168 time: 0.2788250 Feb 16 09:28:41.911281 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dff6d6b7-d37f-4cf0-864a-845b3e7e7da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:41.913005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54882) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:41.918296 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Allocated IP 172.20.0.2 (8e866a1f-4c4f-4dc1-88a8-409844e417e8/cc047a79-e6f0-4395-b47b-992e35353654/626b6bfb-eacc-4262-8205-51692906d711) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:41.944527 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for router_gateway (3a7472bc-474a-4d8a-81a1-22f3f08466cc), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.017919 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (ae407072-18c2-4eec-a251-10196ec0cf08), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.087786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks [] for port (626b6bfb-eacc-4262-8205-51692906d711), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.096426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (626b6bfb-eacc-4262-8205-51692906d711), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.114786 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dff6d6b7-d37f-4cf0-864a-845b3e7e7da5 admin admin] Publish callbacks [] for security_group (3c1a135c-3262-4687-b5ae-cb84fc8fd5cc), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.120100 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dff6d6b7-d37f-4cf0-864a-845b3e7e7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3c1a135c-3262-4687-b5ae-cb84fc8fd5cc), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.137791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:42.143652 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:42.147118 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:42.150275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (ae407072-18c2-4eec-a251-10196ec0cf08), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.155995 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Pushing event updated for resources: {'Port': ['ID=626b6bfb-eacc-4262-8205-51692906d711,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.170831 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for router_gateway (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.182809 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.183181 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.183543 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.183905 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.184241 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.184586 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.184903 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.185233 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.185560 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.185902 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.187014 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.187192 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.187853 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:42.190355 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.201597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.203133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.204131 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.204472 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.204875 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.205219 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.205540 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.205875 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.206174 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.206495 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.226741 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Attempting to bind port 626b6bfb-eacc-4262-8205-51692906d711 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:42.227111 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Attempting to bind port 626b6bfb-eacc-4262-8205-51692906d711 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:42.227473 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Attempting to bind port 626b6bfb-eacc-4262-8205-51692906d711 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:42.232573 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:42.232962 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:42.233513 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.233851 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Bound using segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:42.234301 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Bound port: 626b6bfb-eacc-4262-8205-51692906d711, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:42.234866 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (626b6bfb-eacc-4262-8205-51692906d711), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.298157 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Allocated IP 172.27.3.78 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/d3d316bd-4ad6-48cd-93b0-1bae9686ec94) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:42.298767 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] For port 626b6bfb-eacc-4262-8205-51692906d711, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:42.301808 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] For port 626b6bfb-eacc-4262-8205-51692906d711, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=626b6bfb-eacc-4262-8205-51692906d711,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:42.307079 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (626b6bfb-eacc-4262-8205-51692906d711), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.338480 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.339023 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.339596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.339991 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:28:42.340462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae407072-18c2-4eec-a251-10196ec0cf08']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:42.363039 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e07ab-0f1c-434a-b2f3-9151ea29ed34 None None] Pushing event updated for resources: {'Port': ['ID=626b6bfb-eacc-4262-8205-51692906d711,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.364993 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-dff6d6b7-d37f-4cf0-864a-845b3e7e7da5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=625af568561f4c2bb2f476d00a8f1570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6294234 Feb 16 09:28:42.365526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6d6b7-d37f-4cf0-864a-845b3e7e7da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a135c-3262-4687-b5ae-cb84fc8fd5cc,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.373502 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54884) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:42.382102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2df1660-26da-42e9-9421-e32b0112bf05') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:42.382748 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2df1660-26da-42e9-9421-e32b0112bf05') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:42.412334 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (f2df1660-26da-42e9-9421-e32b0112bf05), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.442443 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.450913 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (f2df1660-26da-42e9-9421-e32b0112bf05), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.463065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:28:42.463574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (f2df1660-26da-42e9-9421-e32b0112bf05), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.485902 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: from cryptography.utils import int_from_bytes Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: from cryptography.utils import int_from_bytes Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:28:42.492519 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:28:42.531281 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:42.537126 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:42.539499 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:42.541357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.564133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] Publish callbacks [] for security_group (3c1a135c-3262-4687-b5ae-cb84fc8fd5cc), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.579217 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (ae407072-18c2-4eec-a251-10196ec0cf08), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.597369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] Publish callbacks [] for security_group (3c1a135c-3262-4687-b5ae-cb84fc8fd5cc), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.609164 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.619906 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ae407072-18c2-4eec-a251-10196ec0cf08 HTTP/1.1" status: 204 len: 168 time: 0.7057021 Feb 16 09:28:42.641535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a1702-cd27-4aab-99f0-c2ad094d34c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae407072-18c2-4eec-a251-10196ec0cf08,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.736620 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (3c1a135c-3262-4687-b5ae-cb84fc8fd5cc), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.739658 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.741008 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3c1a135c-3262-4687-b5ae-cb84fc8fd5cc HTTP/1.1" status: 204 len: 168 time: 0.3654344 Feb 16 09:28:42.753994 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8952800-de2d-49b5-8a8d-c1a83b8b0ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a135c-3262-4687-b5ae-cb84fc8fd5cc,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:42.898875 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54896) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:42.919902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340179d2-d5da-45e5-932c-fbebfa0e288b req-751de8b5-af40-473e-a17d-cb33f12c4a39 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:42.924309 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-340179d2-d5da-45e5-932c-fbebfa0e288b req-751de8b5-af40-473e-a17d-cb33f12c4a39 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0830352 Feb 16 09:28:42.929775 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for router_gateway (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:42.997344 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-340179d2-d5da-45e5-932c-fbebfa0e288b req-f455541b-dc4b-453e-9b6b-edddcb180691 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Feb 16 09:28:43.037589 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-62998ac2-1392-4972-86d9-685d4006cde2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8b8af4daf82a43db88622613dfab613c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1373444 Feb 16 09:28:43.040736 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54900) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:43.180871 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] Publish callbacks [] for security_group (ed26261f-2526-4021-9dfa-ed36cc6babf3), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.216354 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] Publish callbacks [] for security_group (ed26261f-2526-4021-9dfa-ed36cc6babf3), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.270539 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.316207 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 626b6bfb-eacc-4262-8205-51692906d711 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:43.366181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ed26261f-2526-4021-9dfa-ed36cc6babf3), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.369231 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.370596 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed26261f-2526-4021-9dfa-ed36cc6babf3 HTTP/1.1" status: 204 len: 168 time: 0.3288102 Feb 16 09:28:43.389098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a8543-a9d5-407d-8e6f-128c6dc8e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed26261f-2526-4021-9dfa-ed36cc6babf3,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:43.454919 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 626b6bfb-eacc-4262-8205-51692906d711 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:43.455295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (626b6bfb-eacc-4262-8205-51692906d711), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.489243 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:28:43.591895 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 626b6bfb-eacc-4262-8205-51692906d711 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:43.592983 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (626b6bfb-eacc-4262-8205-51692906d711), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.640686 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a378d5b-9196-4191-8beb-695886b2191e None None] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:43.646704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 626b6bfb-eacc-4262-8205-51692906d711, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=626b6bfb-eacc-4262-8205-51692906d711,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:43.662619 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (626b6bfb-eacc-4262-8205-51692906d711), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.711764 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:43.723746 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:43.756311 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:43.757546 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:43.758242 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.760392 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-314b79b4-36c0-491b-8038-5435db301054 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1397448 Feb 16 09:28:43.762440 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 54930) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:43.784694 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-368f53f6-80db-4d74-bb9a-a63595f19272 None None] Provisioning complete for port 626b6bfb-eacc-4262-8205-51692906d711 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:43.785315 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-368f53f6-80db-4d74-bb9a-a63595f19272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (626b6bfb-eacc-4262-8205-51692906d711), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:43.833720 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=626b6bfb-eacc-4262-8205-51692906d711,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:44.021433 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-368f53f6-80db-4d74-bb9a-a63595f19272 None None] Current status of the port 626b6bfb-eacc-4262-8205-51692906d711 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:44.051148 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:44.197821 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361c48-e453-4104-976b-ba0d275c860f req-42c9eb73-42e8-4eaa-b2fe-d19790ac5142 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:44.199463 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-be361c48-e453-4104-976b-ba0d275c860f req-42c9eb73-42e8-4eaa-b2fe-d19790ac5142 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0811889 Feb 16 09:28:44.322821 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-be361c48-e453-4104-976b-ba0d275c860f req-6f1bdf45-a444-48d7-8a57-659194e502d3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Feb 16 09:28:44.357389 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-74d28fcf-49ae-44ff-88af-76997b0f7b97 None None] Provisioning complete for port 626b6bfb-eacc-4262-8205-51692906d711 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:44.359174 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-74d28fcf-49ae-44ff-88af-76997b0f7b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (626b6bfb-eacc-4262-8205-51692906d711), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.433827 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:42Z', 'revision_number': 3, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:44.470735 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-74d28fcf-49ae-44ff-88af-76997b0f7b97 None None] Current status of the port 626b6bfb-eacc-4262-8205-51692906d711 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:44.481117 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:44.481464 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Updating router 3a7472bc-474a-4d8a-81a1-22f3f08466cc port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:28:44.510600 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.535307 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54956) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:44.574521 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.669304 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1083826703-network', 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:44.690260 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:44.692535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.702576 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.754735 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Allocated IP 172.20.0.1 (8e866a1f-4c4f-4dc1-88a8-409844e417e8/cc047a79-e6f0-4395-b47b-992e35353654/e2930650-e247-4b57-b900-1e102f4e5f22) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:44.791050 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks [] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.795202 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks [] for security_group (343a51e2-683a-409f-928a-ce5cbee33af1), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.798196 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.801013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (343a51e2-683a-409f-928a-ce5cbee33af1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.824884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:28:44.840862 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Pushing event updated for resources: {'Port': ['ID=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:44.845285 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (8b3c14cc-e697-4a27-8bf2-71dc99921015), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.845698 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Added segment 8b3c14cc-e697-4a27-8bf2-71dc99921015 of type vlan for network 8e553718-c683-4c95-9059-e21116de5d8e Feb 16 09:28:44.847829 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a51e2-683a-409f-928a-ce5cbee33af1,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:44.848629 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.849005 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.849366 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.849703 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.850032 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.850531 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.850869 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.851198 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.851524 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.851863 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.852210 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.852681 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.853141 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:28:44.869940 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks [] for port (e2930650-e247-4b57-b900-1e102f4e5f22), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.876635 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Attempting to bind port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:44.877009 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Attempting to bind port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:44.877373 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Attempting to bind port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:44.882726 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:44.883096 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:44.883500 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.883890 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:44.884415 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Bound port: d3d316bd-4ad6-48cd-93b0-1bae9686ec94, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:44.884766 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.903124 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (8e553718-c683-4c95-9059-e21116de5d8e), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.910709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.935489 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (8e553718-c683-4c95-9059-e21116de5d8e), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.937181 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:44.937893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.946661 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] For port d3d316bd-4ad6-48cd-93b0-1bae9686ec94, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:44.955117 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] For port d3d316bd-4ad6-48cd-93b0-1bae9686ec94, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:44.962380 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:44.966941 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.967329 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:44.971297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:44.971877 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4350703 Feb 16 09:28:44.972142 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:44.974690 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 54964) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:44.981478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Request body: {'subnet': {'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1083826703-subnet', 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:45.035689 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0076-7913-465d-b08b-75b56da75756 admin admin] Pushing event updated for resources: {'Network': ['ID=8e553718-c683-4c95-9059-e21116de5d8e,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:45.042549 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 8e553718-c683-4c95-9059-e21116de5d8e details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:28:45.055784 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3faae4-00f1-4bf0-977f-6b5693fc34df None None] Pushing event updated for resources: {'Port': ['ID=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:45.064350 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:45.065562 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:45.075638 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:45.079656 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.213812 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:45.284264 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 626b6bfb-eacc-4262-8205-51692906d711 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:45.323246 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (41ef690b-3772-4b62-b7ea-0e15336df443), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.367887 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 626b6bfb-eacc-4262-8205-51692906d711 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:45.369278 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (626b6bfb-eacc-4262-8205-51692906d711), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.398724 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ef690b-3772-4b62-b7ea-0e15336df443,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:45.404685 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Checking segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:45.405630 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Network hostable DHCP agents. Network: 8e553718-c683-4c95-9059-e21116de5d8e, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:28:45.412387 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Pushing event updated for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:45.434852 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Network 8e553718-c683-4c95-9059-e21116de5d8e is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:28:45.457184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.482228 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 8e553718-c683-4c95-9059-e21116de5d8e) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:45.495899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4106a3-8cf3-44d1-9c95-74c7ac8eb523 None None] Network 8e553718-c683-4c95-9059-e21116de5d8e requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:45.505108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:45.505767 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.541473 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0d426175-6276-4808-bc29-ac4043c9c2b2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5652139 Feb 16 09:28:45.556101 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:42Z', 'revision_number': 3, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:45.587079 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d07d6-15c7-4d74-b3fe-126f37cfbf63 req-0ce1e848-2534-4347-8cb9-4fcc0eed8231 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:45.595137 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-755d07d6-15c7-4d74-b3fe-126f37cfbf63 req-0ce1e848-2534-4347-8cb9-4fcc0eed8231 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1264532 Feb 16 09:28:45.597697 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-40d3e674-c305-41e4-afdf-ede9be3216b2 None None] Provisioning complete for port e2930650-e247-4b57-b900-1e102f4e5f22 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:45.598248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-40d3e674-c305-41e4-afdf-ede9be3216b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.636778 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3af03-4f41-4e66-9657-7782ab9b2398 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:42Z', 'revision_number': 3, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:45.741831 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-755d07d6-15c7-4d74-b3fe-126f37cfbf63 req-f6a23e02-de88-44cd-8164-b40af5274186 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419883 Feb 16 09:28:45.783452 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks [] for port (e2930650-e247-4b57-b900-1e102f4e5f22), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.792986 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.794285 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:45.887414 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-40d3e674-c305-41e4-afdf-ede9be3216b2 None None] Port e2930650-e247-4b57-b900-1e102f4e5f22 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:45.922516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aef5ce-9c72-4889-978f-e33f1e14c728 None None] Network 8e553718-c683-4c95-9059-e21116de5d8e requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:45.969921 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 626b6bfb-eacc-4262-8205-51692906d711 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:45.981749 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Pushing event updated for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:46.015642 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:46.021391 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:46.226993 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:28:46.382606 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:46.387159 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-310c5d33-35ba-4644-b909-b93b0c24ce91 admin admin] 10.222.0.90 "PUT /v2.0/routers/3a7472bc-474a-4d8a-81a1-22f3f08466cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6236422 Feb 16 09:28:46.420010 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-b0d878b0-183f-4629-a6d5-3b1892ed0f30 None None] Provisioning complete for port e2930650-e247-4b57-b900-1e102f4e5f22 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:46.421226 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b0d878b0-183f-4629-a6d5-3b1892ed0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:46.461178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-b0d878b0-183f-4629-a6d5-3b1892ed0f30 None None] Port e2930650-e247-4b57-b900-1e102f4e5f22 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:46.845948 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:46.890786 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832559-88bf-40c8-93ac-239dcc3213da req-284a402d-e7c7-40f7-bed7-4786bc49aef9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:46.892275 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35832559-88bf-40c8-93ac-239dcc3213da req-284a402d-e7c7-40f7-bed7-4786bc49aef9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0611408 Feb 16 09:28:46.943186 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35832559-88bf-40c8-93ac-239dcc3213da req-c90e3029-8dbe-47c6-84c3-3c0e5eb19e1e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Feb 16 09:28:46.943557 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55034) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:46.956798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-735920356-network', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:46.977690 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Made reservation on behalf of 9d072d981d204ad2be5592d7ff1c2b4b for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:46.980103 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:46.989685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.071903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks [] for security_group (b8b54382-f6ba-46db-b9bc-0fd5e9146f5a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.075732 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b8b54382-f6ba-46db-b9bc-0fd5e9146f5a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.098105 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:28:47.113280 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b54382-f6ba-46db-b9bc-0fd5e9146f5a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:47.116276 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ca563090-35bb-40ed-9e62-55dce3240f2e), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.116609 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Added segment ca563090-35bb-40ed-9e62-55dce3240f2e of type vlan for network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 Feb 16 09:28:47.159984 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (c560ef4a-8576-4bfb-a5cb-977e9ca764f0), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.189765 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (c560ef4a-8576-4bfb-a5cb-977e9ca764f0), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.190833 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:47.191450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.226037 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2745156 Feb 16 09:28:47.229403 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55038) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:47.236979 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Request body: {'subnet': {'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-735920356-subnet', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:47.259563 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Made reservation on behalf of 9d072d981d204ad2be5592d7ff1c2b4b for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:47.263918 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530e52-c6c8-48a1-a3de-5a8f1c2713a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c560ef4a-8576-4bfb-a5cb-977e9ca764f0,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:47.269407 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.278473 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:28:47.301889 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device d3d316bd-4ad6-48cd-93b0-1bae9686ec94 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:47.401479 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:47.402150 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.457683 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (a32d623d-28e1-43ec-8a59-f964b2b3d7f3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.488530 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:47.489098 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.509834 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port d3d316bd-4ad6-48cd-93b0-1bae9686ec94, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:47.513659 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.513931 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32d623d-28e1-43ec-8a59-f964b2b3d7f3,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:47.529578 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Checking segment: {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:47.530075 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Network hostable DHCP agents. Network: c560ef4a-8576-4bfb-a5cb-977e9ca764f0, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:28:47.553738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:28:47.565980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, c560ef4a-8576-4bfb-a5cb-977e9ca764f0) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:47.578980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:47.579726 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.580649 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac60ec-a733-47a9-8d61-97964b5a2e59 None None] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:47.601113 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e574f2e3-a3bf-436f-b054-1f143902f3a4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3702850 Feb 16 09:28:47.601612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55044) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:47.604165 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:47.613918 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:47.636179 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.637560 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.711891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'fixed_ips': [{'subnet_id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:28:47.712778 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for router_controller (3a2bb552-7cdc-4d7c-8342-190f369497ad), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.713311 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.730095 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:47.756240 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:47.757149 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:47.881021 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for router_gateway (3a2bb552-7cdc-4d7c-8342-190f369497ad), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:47.900675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55050) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:47.967364 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Allocated IP 172.20.0.2 (c560ef4a-8576-4bfb-a5cb-977e9ca764f0/a32d623d-28e1-43ec-8a59-f964b2b3d7f3/374957a1-f9d4-4762-ad7c-62acd9131742) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:47.977657 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:48.039873 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bfc86e28-cd75-4c26-9bab-19f8066b2e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.119010 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for router_gateway (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.146731 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.152134 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8b792-1d65-4974-8b2e-bdfc9dd3bdb0 req-ffc5a485-2229-4cc5-980f-0e8511fa68c3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:48.153479 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7eb8b792-1d65-4974-8b2e-bdfc9dd3bdb0 req-ffc5a485-2229-4cc5-980f-0e8511fa68c3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1005228 Feb 16 09:28:48.231469 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bfc86e28-cd75-4c26-9bab-19f8066b2e92 admin admin] Publish callbacks [] for security_group (07cf2d8b-4f45-4788-a425-2df8a355515a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.240505 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bfc86e28-cd75-4c26-9bab-19f8066b2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (07cf2d8b-4f45-4788-a425-2df8a355515a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.259443 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7eb8b792-1d65-4974-8b2e-bdfc9dd3bdb0 req-2fcfb036-c7e6-463a-997b-316aad133782 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922401 Feb 16 09:28:48.266008 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Allocated IP 172.27.3.167 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/0452d897-4d64-4e50-a623-e6286c8e0d46) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:48.285152 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc86e28-cd75-4c26-9bab-19f8066b2e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf2d8b-4f45-4788-a425-2df8a355515a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:48.289876 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-bfc86e28-cd75-4c26-9bab-19f8066b2e92 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8330d79e9d747f59cc964cb4b6f29f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868024 Feb 16 09:28:48.296485 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55058) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:48.307501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks [] for port (374957a1-f9d4-4762-ad7c-62acd9131742), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.331704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.362571 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] Publish callbacks [] for security_group (07cf2d8b-4f45-4788-a425-2df8a355515a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.386573 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.387918 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] Publish callbacks [] for security_group (07cf2d8b-4f45-4788-a425-2df8a355515a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.388084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:48.396558 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:48.402722 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:48.402722 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Pushing event updated for resources: {'Port': ['ID=374957a1-f9d4-4762-ad7c-62acd9131742,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:48.417628 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 2, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:48.446875 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.455902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (07cf2d8b-4f45-4788-a425-2df8a355515a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.458858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.460232 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/07cf2d8b-4f45-4788-a425-2df8a355515a HTTP/1.1" status: 204 len: 168 time: 0.1622250 Feb 16 09:28:48.470050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c76d2-d142-4947-8e2f-90fc920bdceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf2d8b-4f45-4788-a425-2df8a355515a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:48.491243 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:48.492130 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Updating router 3a7472bc-474a-4d8a-81a1-22f3f08466cc port e2930650-e247-4b57-b900-1e102f4e5f22 binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:28:48.493379 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:48.496440 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:48.501078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:48.504669 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Pushing event updated for resources: {'Port': ['ID=0452d897-4d64-4e50-a623-e6286c8e0d46,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:48.539060 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Attempting to bind port 374957a1-f9d4-4762-ad7c-62acd9131742 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:48.539431 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Attempting to bind port 374957a1-f9d4-4762-ad7c-62acd9131742 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:48.539790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Attempting to bind port 374957a1-f9d4-4762-ad7c-62acd9131742 on network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:48.550765 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:48.551239 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Checking segment: {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:48.551673 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.552233 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Bound using segment: {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:48.552821 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Bound port: 374957a1-f9d4-4762-ad7c-62acd9131742, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:48.553280 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.558816 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.736169 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] For port 374957a1-f9d4-4762-ad7c-62acd9131742, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:48.749199 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for router_gateway (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.759865 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] For port 374957a1-f9d4-4762-ad7c-62acd9131742, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=374957a1-f9d4-4762-ad7c-62acd9131742,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:48.788391 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:48.975076 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465014-03f2-40b2-a81b-518144228fc0 None None] Pushing event updated for resources: {'Port': ['ID=374957a1-f9d4-4762-ad7c-62acd9131742,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:48.977369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.010865 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks [] for port (e2930650-e247-4b57-b900-1e102f4e5f22), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.025176 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.086723 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86c40a-347b-4c2a-ad8a-095d1341acef None None] Pushing event updated for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:49.146311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Router 3a2bb552-7cdc-4d7c-8342-190f369497ad is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:28:49.155914 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Attempting to bind port e2930650-e247-4b57-b900-1e102f4e5f22 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:49.156157 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Attempting to bind port e2930650-e247-4b57-b900-1e102f4e5f22 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:49.157491 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Attempting to bind port e2930650-e247-4b57-b900-1e102f4e5f22 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:49.162927 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:49.163426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:49.164016 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.165833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Bound using segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:49.165833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Bound port: e2930650-e247-4b57-b900-1e102f4e5f22, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:49.165833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.305177 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] For port e2930650-e247-4b57-b900-1e102f4e5f22, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:49.312085 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] For port e2930650-e247-4b57-b900-1e102f4e5f22, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e2930650-e247-4b57-b900-1e102f4e5f22,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:49.332979 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.371970 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device d3d316bd-4ad6-48cd-93b0-1bae9686ec94 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:49.388259 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:49.402481 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Sync routers for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:49.427259 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:49.428295 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:49.433269 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55086) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:49.437816 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.445206 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-fb2bf0ec-b8f9-448c-a8fc-4c96bffdc6ae admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8423448 Feb 16 09:28:49.449628 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55090) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:49.567751 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86c40a-347b-4c2a-ad8a-095d1341acef None None] Pushing event updated for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:49.598281 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:49.599051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:49.621893 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:49.822794 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:49.823167 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.845787 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Provisioning complete for port e2930650-e247-4b57-b900-1e102f4e5f22 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:49.846161 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.846845 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:48Z', 'revision_number': 3, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:49.870390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-217752429-network', 'tenant_id': '95e44d55b575475e983667536f98ba1b'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:49.874472 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Checking router: 3a2bb552-7cdc-4d7c-8342-190f369497ad for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:49.875001 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Updating router 3a2bb552-7cdc-4d7c-8342-190f369497ad port 0452d897-4d64-4e50-a623-e6286c8e0d46 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:28:49.904056 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.915943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Made reservation on behalf of 95e44d55b575475e983667536f98ba1b for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:49.918478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.939114 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:49.959618 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e5d7-9778-42c1-8f3c-3278494c0434 req-9e8a3ef2-7c86-491d-a9d5-fa452a8be663 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:49.964948 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:49.971285 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c351e5d7-9778-42c1-8f3c-3278494c0434 req-9e8a3ef2-7c86-491d-a9d5-fa452a8be663 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.5554993 Feb 16 09:28:50.122673 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:50.128784 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Current status of the port e2930650-e247-4b57-b900-1e102f4e5f22 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:50.129173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.134210 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c351e5d7-9778-42c1-8f3c-3278494c0434 req-9676c38c-9fb7-4b34-8295-319726f3d0db tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620266 Feb 16 09:28:50.253521 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] For port e2930650-e247-4b57-b900-1e102f4e5f22, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e2930650-e247-4b57-b900-1e102f4e5f22,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:50.267921 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.289010 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks [] for security_group (80c78890-4351-4202-a2c3-33cde95137aa), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.302599 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (80c78890-4351-4202-a2c3-33cde95137aa), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.356863 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks [] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.362061 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc929c6-7ec2-4c0e-b157-30daedeb14ab None None] Pushing event updated for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:50.366598 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.378869 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c78890-4351-4202-a2c3-33cde95137aa,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:50.395113 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:28:50.399425 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-91684589-d488-41cb-a009-f1a09df85125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:49Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:50.427982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (3c36e503-3ff4-41d8-bdbc-f4fc664c6199), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.428446 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Added segment 3c36e503-3ff4-41d8-bdbc-f4fc664c6199 of type vlan for network ef95d463-d131-4802-b1e5-b712a0661bc4 Feb 16 09:28:50.433486 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b5c53-0b23-465d-8b86-a35171acb591 None None] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:50.435897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-7d7569eb-f96f-40d6-aab7-25a3f68c0362 None None] Provisioning complete for port e2930650-e247-4b57-b900-1e102f4e5f22 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:50.435897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7d7569eb-f96f-40d6-aab7-25a3f68c0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.440298 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684589-d488-41cb-a009-f1a09df85125 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:49Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:50.482887 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a159b3-2a2c-420f-941f-62275546da0e None None] Pushing event updated for resources: {'Port': ['ID=0452d897-4d64-4e50-a623-e6286c8e0d46,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:50.490794 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Attempting to bind port 0452d897-4d64-4e50-a623-e6286c8e0d46 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:50.491178 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Attempting to bind port 0452d897-4d64-4e50-a623-e6286c8e0d46 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:50.491517 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Attempting to bind port 0452d897-4d64-4e50-a623-e6286c8e0d46 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:50.497282 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:50.497539 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:50.498123 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.499302 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:50.500127 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Bound port: 0452d897-4d64-4e50-a623-e6286c8e0d46, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:50.500127 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.525843 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (ef95d463-d131-4802-b1e5-b712a0661bc4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.567336 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (ef95d463-d131-4802-b1e5-b712a0661bc4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.568845 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:50.569510 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.611679 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] For port 0452d897-4d64-4e50-a623-e6286c8e0d46, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:50.615618 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] For port 0452d897-4d64-4e50-a623-e6286c8e0d46, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0452d897-4d64-4e50-a623-e6286c8e0d46,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:50.623791 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.652770 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2129316 Feb 16 09:28:50.656283 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55096) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:50.665717 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Request body: {'subnet': {'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-217752429-subnet', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:50.694148 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a159b3-2a2c-420f-941f-62275546da0e None None] Pushing event updated for resources: {'Port': ['ID=0452d897-4d64-4e50-a623-e6286c8e0d46,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:50.715654 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-7d7569eb-f96f-40d6-aab7-25a3f68c0362 None None] Current status of the port e2930650-e247-4b57-b900-1e102f4e5f22 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:50.722934 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Made reservation on behalf of 95e44d55b575475e983667536f98ba1b for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:50.723208 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:50.724067 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:50.725773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.751665 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b647-ec1a-4f64-95e5-fbd0c2b068ba admin admin] Pushing event updated for resources: {'Network': ['ID=ef95d463-d131-4802-b1e5-b712a0661bc4,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:50.766987 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network ef95d463-d131-4802-b1e5-b712a0661bc4 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:28:50.787189 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.934252 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:50.981547 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Provisioning complete for port 374957a1-f9d4-4762-ad7c-62acd9131742 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:50.981927 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:50.985830 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (6646d460-902a-42b0-b5a1-331fbd8254d0), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.097852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6646d460-902a-42b0-b5a1-331fbd8254d0,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:51.106164 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Checking segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:51.106552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Network hostable DHCP agents. Network: ef95d463-d131-4802-b1e5-b712a0661bc4, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:28:51.137954 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Network ef95d463-d131-4802-b1e5-b712a0661bc4 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:28:51.153385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, ef95d463-d131-4802-b1e5-b712a0661bc4) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:51.163012 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:51.164248 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.164370 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Allocated IP 172.20.0.1 (c560ef4a-8576-4bfb-a5cb-977e9ca764f0/a32d623d-28e1-43ec-8a59-f964b2b3d7f3/97cc29ff-e2e8-4f9d-ad22-ca5090884cd1) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:51.167753 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bceaa24-1611-4d73-8cec-e4679ec1bfad None None] Network ef95d463-d131-4802-b1e5-b712a0661bc4 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:51.220982 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-fc46c95e-f7bc-4397-8ccd-964e9265fe1b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5611675 Feb 16 09:28:51.224148 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55102) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:51.229917 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:51.242260 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Current status of the port 374957a1-f9d4-4762-ad7c-62acd9131742 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:51.244253 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.301756 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (876249e1-fd28-4975-addb-5aee0f8178b1), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.303053 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (876249e1-fd28-4975-addb-5aee0f8178b1), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.357209 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] For port 374957a1-f9d4-4762-ad7c-62acd9131742, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=374957a1-f9d4-4762-ad7c-62acd9131742,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:51.408504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.443287 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for router_controller (876249e1-fd28-4975-addb-5aee0f8178b1), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.449691 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-ef95d463-d131-4802-b1e5-b712a0661bc4', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'project_id': '95e44d55b575475e983667536f98ba1b', 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:28:51.451516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.499279 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e2930650-e247-4b57-b900-1e102f4e5f22 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:51.508950 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:48Z', 'revision_number': 3, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:51.520850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3bcf3-651b-463c-908f-1f5c9c3303b2 req-7c6fbaf5-383d-4b6e-ae06-f4629a4204b8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:51.522576 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-46d3bcf3-651b-463c-908f-1f5c9c3303b2 req-7c6fbaf5-383d-4b6e-ae06-f4629a4204b8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.2564518 Feb 16 09:28:51.550780 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e055d8-c632-42d7-a36f-875affef4153 None None] The sync data for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi is: [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:48Z', 'revision_number': 3, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:51.586700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks [] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.650143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-46d3bcf3-651b-463c-908f-1f5c9c3303b2 req-8de820f8-cb10-468b-9dbd-5aeb2a016155 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Feb 16 09:28:51.680185 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46947dd6-8b73-4131-a80d-7dda046bc031 None None] Pushing event updated for resources: {'Port': ['ID=374957a1-f9d4-4762-ad7c-62acd9131742,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:51.689994 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-2ceab4a7-cb52-4c03-ba02-0b78a36092b1 None None] Provisioning complete for port 374957a1-f9d4-4762-ad7c-62acd9131742 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:51.690681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2ceab4a7-cb52-4c03-ba02-0b78a36092b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.705091 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.750005 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for router_gateway (876249e1-fd28-4975-addb-5aee0f8178b1), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.760362 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:51.769665 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:51.794082 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:51.803667 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port e2930650-e247-4b57-b900-1e102f4e5f22 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:51.804419 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.881934 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:51.957249 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Allocated IP 172.20.0.2 (ef95d463-d131-4802-b1e5-b712a0661bc4/6646d460-902a-42b0-b5a1-331fbd8254d0/deb0f0b4-c733-4c4d-a76e-8db69fa5908c) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:51.970381 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Pushing event updated for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:51.982108 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-2ceab4a7-cb52-4c03-ba02-0b78a36092b1 None None] Current status of the port 374957a1-f9d4-4762-ad7c-62acd9131742 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:52.118108 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port e2930650-e247-4b57-b900-1e102f4e5f22 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:52.119176 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 374957a1-f9d4-4762-ad7c-62acd9131742 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:52.131610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for router_gateway (876249e1-fd28-4975-addb-5aee0f8178b1), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.179702 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.211667 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.262724 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bd497db9-0800-4167-8486-bd9f4a806b77 None None] Provisioning complete for port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:52.263090 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bd497db9-0800-4167-8486-bd9f4a806b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.351619 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Allocated IP 172.27.3.69 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/306ef1f9-5ff7-4934-9d4f-c6e84c12245f) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:52.371730 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 374957a1-f9d4-4762-ad7c-62acd9131742 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:52.372114 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.373629 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bd497db9-0800-4167-8486-bd9f4a806b77 None None] Port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:52.416968 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks [] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.437622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.480421 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.491288 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Network ef95d463-d131-4802-b1e5-b712a0661bc4 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:52.492682 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks [] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.502938 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.515263 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:52.517844 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:52.521736 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Pushing event updated for resources: {'Port': ['ID=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:52.531745 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.559887 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 374957a1-f9d4-4762-ad7c-62acd9131742 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:52.565081 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.598143 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Attempting to bind port deb0f0b4-c733-4c4d-a76e-8db69fa5908c on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:52.598507 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Attempting to bind port deb0f0b4-c733-4c4d-a76e-8db69fa5908c by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:52.598863 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Attempting to bind port deb0f0b4-c733-4c4d-a76e-8db69fa5908c on network ef95d463-d131-4802-b1e5-b712a0661bc4 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:52.605728 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:52.606104 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Checking segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:52.606501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.606888 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Bound using segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:52.607353 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Bound port: deb0f0b4-c733-4c4d-a76e-8db69fa5908c, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:52.607721 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.632437 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:52.633046 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Pushing event updated for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:52.641736 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:52.644069 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:52.699669 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] For port deb0f0b4-c733-4c4d-a76e-8db69fa5908c, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:52.706987 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] For port deb0f0b4-c733-4c4d-a76e-8db69fa5908c, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:52.717178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:52.821550 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:52.831242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42ce42-dbc1-46fa-bcd9-3c286a9307fa None None] Pushing event updated for resources: {'Port': ['ID=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:52.849384 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:52.987891 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3a916-ca29-4a08-a62e-6c81dfd212c4 req-e102f315-8861-4778-9a73-3841ea2e7245 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:52.990525 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7de3a916-ca29-4a08-a62e-6c81dfd212c4 req-e102f315-8861-4778-9a73-3841ea2e7245 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1849263 Feb 16 09:28:53.038071 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Pushing event updated for resources: {'Port': ['ID=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:53.101899 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Router 3a2bb552-7cdc-4d7c-8342-190f369497ad has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:28:53.130010 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7de3a916-ca29-4a08-a62e-6c81dfd212c4 req-69f26ef0-d809-4e06-8b57-b3ad73c7f370 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263001 Feb 16 09:28:53.200498 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-f850eb58-f926-4cf2-b2ae-1894f740b4cb None None] Provisioning complete for port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:53.204104 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f850eb58-f926-4cf2-b2ae-1894f740b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.277744 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-f850eb58-f926-4cf2-b2ae-1894f740b4cb None None] Port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:53.305676 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:53.315822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-fba7d7ff-fd54-42c0-8ff7-3a797efb16d1 admin admin] 10.222.0.90 "PUT /v2.0/routers/3a2bb552-7cdc-4d7c-8342-190f369497ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8650072 Feb 16 09:28:53.377330 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for router_gateway (876249e1-fd28-4975-addb-5aee0f8178b1), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.511245 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device deb0f0b4-c733-4c4d-a76e-8db69fa5908c up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:53.577543 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port deb0f0b4-c733-4c4d-a76e-8db69fa5908c triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:53.578016 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.646623 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (876249e1-fd28-4975-addb-5aee0f8178b1), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.667623 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port deb0f0b4-c733-4c4d-a76e-8db69fa5908c is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:53.668012 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.729109 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port deb0f0b4-c733-4c4d-a76e-8db69fa5908c, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:53.738204 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:53.739956 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 374957a1-f9d4-4762-ad7c-62acd9131742 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:53.826675 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Router 876249e1-fd28-4975-addb-5aee0f8178b1 is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:28:53.969323 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:53.974920 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:53.985483 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Sync routers for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:53.996218 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 374957a1-f9d4-4762-ad7c-62acd9131742 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:53.996902 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.002678 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.004731 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-8c306fe7-5e51-4e2c-a812-3a15e428ddee admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7792253 Feb 16 09:28:54.007864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55128) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:54.029018 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:54.030604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:54.194369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55132) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:54.198890 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845936147', 'description': 'tempest-secgroup-smoke-1845936147 description', 'project_id': '690745bb6b6d4a1d8e021f08b9370685'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:54.208544 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 374957a1-f9d4-4762-ad7c-62acd9131742 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:54.209408 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0452d897-4d64-4e50-a623-e6286c8e0d46 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:54.244856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.252463 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:54.337320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (a4ab6a5f-31b9-4ed1-9579-413cae832847), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.344791 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a4ab6a5f-31b9-4ed1-9579-413cae832847), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.354225 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa571aa-065d-467e-b1e5-8f920490cb4d req-b9842059-fb35-42f7-875b-0f5ab18b8865 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:54.361674 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801cf59-08ff-4647-90e7-f2bad65833b1 None None] Network ef95d463-d131-4802-b1e5-b712a0661bc4 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:54.363346 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eaa571aa-065d-467e-b1e5-8f920490cb4d req-b9842059-fb35-42f7-875b-0f5ab18b8865 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1007335 Feb 16 09:28:54.388252 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.392480 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1970108 Feb 16 09:28:54.394485 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55136) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:54.402891 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31147c-46c6-4b0a-8d2e-d0f8e29aa1aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab6a5f-31b9-4ed1-9579-413cae832847,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:54.410800 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:54.512105 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-72de0598-c61e-4a4c-8bc6-ab7dc5f2712c None None] Provisioning complete for port deb0f0b4-c733-4c4d-a76e-8db69fa5908c triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:54.512480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72de0598-c61e-4a4c-8bc6-ab7dc5f2712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.538112 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eaa571aa-065d-467e-b1e5-8f920490cb4d req-fc7613ba-e611-494c-bfc1-5588ee21c46a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738577 Feb 16 09:28:54.541217 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (ac8b778a-e3b6-4f2e-894c-7a138f4776c9), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.621362 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Sync routers for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:28:54.634315 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 0452d897-4d64-4e50-a623-e6286c8e0d46 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:54.634527 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:54.634687 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.635294 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:54.662858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (ac8b778a-e3b6-4f2e-894c-7a138f4776c9), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.667821 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (ac8b778a-e3b6-4f2e-894c-7a138f4776c9), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.738675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8b778a-e3b6-4f2e-894c-7a138f4776c9,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:54.753943 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-72de0598-c61e-4a4c-8bc6-ab7dc5f2712c None None] Current status of the port deb0f0b4-c733-4c4d-a76e-8db69fa5908c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:54.767176 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.771083 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d58a8d4c-6304-416a-bb82-8ad6a5a3d664 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728495 Feb 16 09:28:54.772318 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55140) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:54.776495 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:54.807511 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:53Z', 'revision_number': 3, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:54.818263 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:54.819239 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (b3552a61-264d-48fb-81ab-92d9a1d70813), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.829865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.856900 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Checking router: 876249e1-fd28-4975-addb-5aee0f8178b1 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:54.857250 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Updating router 876249e1-fd28-4975-addb-5aee0f8178b1 port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:28:54.895776 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (b3552a61-264d-48fb-81ab-92d9a1d70813), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.899639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 0452d897-4d64-4e50-a623-e6286c8e0d46 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:54.900202 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.907217 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (b3552a61-264d-48fb-81ab-92d9a1d70813), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.933625 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3552a61-264d-48fb-81ab-92d9a1d70813,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:54.941631 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 0452d897-4d64-4e50-a623-e6286c8e0d46, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0452d897-4d64-4e50-a623-e6286c8e0d46,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:54.942842 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.964539 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.976961 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:54.984794 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55142) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:54.985000 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-74b288e4-aa76-4c1c-9e7a-f3b9693c4bc7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116890 Feb 16 09:28:54.989720 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:55.080956 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (9ff4d273-ab23-4033-93e3-ef7aa7e319e0), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.105148 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=0452d897-4d64-4e50-a623-e6286c8e0d46,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.118491 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:52Z', 'revision_number': 4, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '97cc29ff-e2e8-4f9d-ad22-ca5090884cd1', 'name': '', 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'mac_address': 'fa:16:3e:34:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:50Z', 'updated_at': '2022-02-16T09:28:52Z', 'revision_number': 2, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'subnets': [{'id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:55.126187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Allocated IP 172.20.0.1 (ef95d463-d131-4802-b1e5-b712a0661bc4/6646d460-902a-42b0-b5a1-331fbd8254d0/e7b7c53a-dfdd-43cc-9d82-573bb182c0b2) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:55.151568 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Checking router: 3a2bb552-7cdc-4d7c-8342-190f369497ad for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:28:55.151921 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Updating router 3a2bb552-7cdc-4d7c-8342-190f369497ad port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:28:55.190877 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.201532 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (9ff4d273-ab23-4033-93e3-ef7aa7e319e0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.211994 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-86a3f750-b403-47a4-8bf0-0803ea1649a9 None None] Provisioning complete for port deb0f0b4-c733-4c4d-a76e-8db69fa5908c triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:55.212964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-86a3f750-b403-47a4-8bf0-0803ea1649a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.284976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device deb0f0b4-c733-4c4d-a76e-8db69fa5908c up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:55.417876 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-86a3f750-b403-47a4-8bf0-0803ea1649a9 None None] Current status of the port deb0f0b4-c733-4c4d-a76e-8db69fa5908c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:55.439062 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks [] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.446491 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port deb0f0b4-c733-4c4d-a76e-8db69fa5908c triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:55.447484 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.469111 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.482218 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (9ff4d273-ab23-4033-93e3-ef7aa7e319e0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.510656 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff4d273-ab23-4033-93e3-ef7aa7e319e0,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.517947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.522487 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ffbb1ae9-16b3-4fe5-a0c1-e307bfabb2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5343091 Feb 16 09:28:55.522861 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55146) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:55.530878 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:55.542714 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Attempting to bind port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:55.543220 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Attempting to bind port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:55.544173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Attempting to bind port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:55.548015 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks [] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.558571 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:55.559262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:55.559964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.560220 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.560547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks [] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.560765 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:55.562493 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Bound port: 306ef1f9-5ff7-4934-9d4f-c6e84c12245f, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:55.563089 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.566535 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7704-6674-4b0f-822b-a92dfe123859 None None] Pushing event updated for resources: {'Port': ['ID=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.601667 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (0a1fe2d5-1c76-46a8-be1b-bf3d1704385d), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.614468 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3d842-d9b2-477c-9327-fc8852088c91 None None] Pushing event updated for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.632758 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.674948 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] For port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:55.678976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] For port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:55.684723 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port deb0f0b4-c733-4c4d-a76e-8db69fa5908c is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:55.685973 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0452d897-4d64-4e50-a623-e6286c8e0d46 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:55.708948 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Network ef95d463-d131-4802-b1e5-b712a0661bc4 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:55.714920 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.727191 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:55.730090 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:55.775439 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (0a1fe2d5-1c76-46a8-be1b-bf3d1704385d), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.778691 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Attempting to bind port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:55.780596 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Attempting to bind port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:55.781385 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Attempting to bind port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 on network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:55.788441 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (0a1fe2d5-1c76-46a8-be1b-bf3d1704385d), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.801059 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:55.801736 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Checking segment: {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:55.802302 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.802860 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Bound using segment: {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:55.803494 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Bound port: 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca563090-35bb-40ed-9e62-55dce3240f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:55.804041 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.806014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.826941 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1fe2d5-1c76-46a8-be1b-bf3d1704385d,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:55.834936 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f45fb-f4d5-4be4-857e-1e025738b4aa req-8e2ddfd8-907e-44a1-87fd-ec494195ca6e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:55.836606 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc5f45fb-f4d5-4be4-857e-1e025738b4aa req-8e2ddfd8-907e-44a1-87fd-ec494195ca6e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1769679 Feb 16 09:28:55.839982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (876249e1-fd28-4975-addb-5aee0f8178b1), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.858065 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.860416 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-49370a39-f800-4e13-b99d-4455b431a975 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364854 Feb 16 09:28:55.863217 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55152) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:55.893972 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:55.917070 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:55.917070 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:55.948337 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.securitygroups_db [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Project 690745bb6b6d4a1d8e021f08b9370685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:28:55.956179 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (d66990c5-067d-484e-9f42-b6a844fa6863), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:55.962022 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] For port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:55.966222 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] For port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:55.984834 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.045406 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (d66990c5-067d-484e-9f42-b6a844fa6863), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.051463 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (d66990c5-067d-484e-9f42-b6a844fa6863), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.051970 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc5f45fb-f4d5-4be4-857e-1e025738b4aa req-a47edfb3-460f-45e8-abbe-9137cd3a0c87 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015724 Feb 16 09:28:56.070931 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66990c5-067d-484e-9f42-b6a844fa6863,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.088648 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3d842-d9b2-477c-9327-fc8852088c91 None None] Pushing event updated for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.109275 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.111510 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-55579135-0a5f-4b12-8424-68e104642510 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2467942 Feb 16 09:28:56.114645 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55154) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:56.120280 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'security_group_rule': {'security_group_id': 'a4ab6a5f-31b9-4ed1-9579-413cae832847', 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:56.135258 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:28:56.135890 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:56.149051 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.securitygroups_db [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Project 690745bb6b6d4a1d8e021f08b9370685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:28:56.157896 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (1ff82d71-7ae3-4040-89ec-37c4a34be915), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.213165 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.238674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (1ff82d71-7ae3-4040-89ec-37c4a34be915), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.254408 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (1ff82d71-7ae3-4040-89ec-37c4a34be915), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.273354 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7704-6674-4b0f-822b-a92dfe123859 None None] Pushing event updated for resources: {'Port': ['ID=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.283503 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:56.288916 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff82d71-7ae3-4040-89ec-37c4a34be915,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.308352 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Provisioning complete for port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:56.308730 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.317055 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.318668 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-01df5d38-6293-441f-980d-f7056f3a11f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2029097 Feb 16 09:28:56.367376 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 0452d897-4d64-4e50-a623-e6286c8e0d46 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:56.367757 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.454648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks [] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.464180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.479624 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:28:56.482163 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Current status of the port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:56.482545 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.535876 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.539542 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (876249e1-fd28-4975-addb-5aee0f8178b1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.555025 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:52Z', 'revision_number': 4, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '97cc29ff-e2e8-4f9d-ad22-ca5090884cd1', 'name': '', 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'mac_address': 'fa:16:3e:34:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:50Z', 'updated_at': '2022-02-16T09:28:55Z', 'revision_number': 4, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'subnets': [{'id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:56.588368 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d2bbf-4ca7-4822-acc0-2024abc9c0b6 None None] The sync data for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi is: [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:28:52Z', 'revision_number': 4, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '97cc29ff-e2e8-4f9d-ad22-ca5090884cd1', 'name': '', 'network_id': 'c560ef4a-8576-4bfb-a5cb-977e9ca764f0', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'mac_address': 'fa:16:3e:34:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:50Z', 'updated_at': '2022-02-16T09:28:55Z', 'revision_number': 4, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'subnets': [{'id': 'a32d623d-28e1-43ec-8a59-f964b2b3d7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:56.594681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 0452d897-4d64-4e50-a623-e6286c8e0d46 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:56.629357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] For port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:56.649415 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.672423 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Network ef95d463-d131-4802-b1e5-b712a0661bc4 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:56.674409 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:56.782602 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4329-5e23-4c88-b999-90c6edd191e7 None None] Pushing event updated for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:56.825844 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Router 876249e1-fd28-4975-addb-5aee0f8178b1 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:28:56.828526 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Provisioning complete for port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:56.828900 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:56.897596 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:53Z', 'revision_number': 3, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:28:56.968651 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ceacc-807c-4654-8fd6-7369b4edf247 None None] The sync data for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi is: [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:53Z', 'revision_number': 3, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:28:56.987593 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Current status of the port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:56.998531 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Provisioning complete for port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:56.998963 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.001157 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:28:57.021078 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1b9436f9-3c78-4f5f-ba76-4df723c7d5b1 admin admin] 10.222.0.90 "PUT /v2.0/routers/876249e1-fd28-4975-addb-5aee0f8178b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9971805 Feb 16 09:28:57.037423 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e165c081-41eb-4dc9-be9e-2db0a0342b84 None None] Port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:57.095921 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-64c65c9b-954c-46d8-9196-f543ec7f4aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.164931 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-e3185959-a698-452b-8a76-a7cef37a0d62 None None] Provisioning complete for port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:57.165414 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3185959-a698-452b-8a76-a7cef37a0d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.215497 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33275-77a8-4c1b-aa6a-03d87f4cc60f req-b8b1e161-bf43-4c25-b41f-b8e7f9e3d891 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:57.217575 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-81d33275-77a8-4c1b-aa6a-03d87f4cc60f req-b8b1e161-bf43-4c25-b41f-b8e7f9e3d891 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0833118 Feb 16 09:28:57.219248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e3185959-a698-452b-8a76-a7cef37a0d62 None None] Port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:28:57.297829 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-81d33275-77a8-4c1b-aa6a-03d87f4cc60f req-99ae2f4b-4f39-44d8-93b6-d762670dcce9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Feb 16 09:28:57.322455 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:57.382857 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:57.383389 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.516888 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:57.736311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55182) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:57.741646 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1018935097-network', 'tenant_id': '426013f10809459289e69d69c8bc475c'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:57.761906 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Made reservation on behalf of 426013f10809459289e69d69c8bc475c for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:57.764679 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.773949 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.861684 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks [] for security_group (5838e985-c74d-40b4-8f34-421632307b82), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.865589 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5838e985-c74d-40b4-8f34-421632307b82), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.890586 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:28:57.900989 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838e985-c74d-40b4-8f34-421632307b82,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:57.907126 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.907466 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Added segment 07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7 of type vlan for network 110795d7-a138-4e41-b63d-e4f00dc07285 Feb 16 09:28:57.969835 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (110795d7-a138-4e41-b63d-e4f00dc07285), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.997976 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (110795d7-a138-4e41-b63d-e4f00dc07285), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:57.999155 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:57.999908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.028376 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2906101 Feb 16 09:28:58.036085 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55186) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:58.041274 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Request body: {'subnet': {'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1018935097-subnet', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:58.063710 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Made reservation on behalf of 426013f10809459289e69d69c8bc475c for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:28:58.066226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.071328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3989c-4dd1-45c5-b4eb-d29cf08c9417 admin admin] Pushing event updated for resources: {'Network': ['ID=110795d7-a138-4e41-b63d-e4f00dc07285,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:58.082810 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 110795d7-a138-4e41-b63d-e4f00dc07285 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:28:58.255407 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (dd314872-b38b-48de-924b-5babfca802e0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.303644 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd314872-b38b-48de-924b-5babfca802e0,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:58.318767 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Checking segment: {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:58.319120 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Network hostable DHCP agents. Network: 110795d7-a138-4e41-b63d-e4f00dc07285, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:28:58.334198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Network 110795d7-a138-4e41-b63d-e4f00dc07285 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:28:58.344661 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 110795d7-a138-4e41-b63d-e4f00dc07285) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:58.348777 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:58.349369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.353872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f11151-ecc5-423c-ae02-8f0b0075d7d0 None None] Network 110795d7-a138-4e41-b63d-e4f00dc07285 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:28:58.372787 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8ad9b2a3-2523-4813-b3d7-228a293f362e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3391991 Feb 16 09:28:58.373392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55190) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:28:58.380261 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:28:58.406385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.408348 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.479694 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for router_controller (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.492426 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb34e8-d220-4510-8eca-c5af54c50386 req-89eb4ed9-085e-4381-b546-a684696552c8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:58.500957 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7bfb34e8-d220-4510-8eca-c5af54c50386 req-89eb4ed9-085e-4381-b546-a684696552c8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0791602 Feb 16 09:28:58.504788 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-110795d7-a138-4e41-b63d-e4f00dc07285', 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285', 'project_id': '426013f10809459289e69d69c8bc475c', 'fixed_ips': [{'subnet_id': 'dd314872-b38b-48de-924b-5babfca802e0'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:28:58.506212 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.557418 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7bfb34e8-d220-4510-8eca-c5af54c50386 req-e9fad201-15d8-4cb6-a9fd-8661497a0140 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Feb 16 09:28:58.652828 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for router_gateway (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.691875 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Allocated IP 172.20.0.2 (110795d7-a138-4e41-b63d-e4f00dc07285/dd314872-b38b-48de-924b-5babfca802e0/0721b682-a6bc-4043-928f-50f9ffd5b05e) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:58.854704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks [] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.864069 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.879168 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for router_gateway (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.898303 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.907950 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Network 110795d7-a138-4e41-b63d-e4f00dc07285 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:58.911118 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:58.913944 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:58.924165 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Pushing event updated for resources: {'Port': ['ID=0721b682-a6bc-4043-928f-50f9ffd5b05e,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:58.974974 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Attempting to bind port 0721b682-a6bc-4043-928f-50f9ffd5b05e on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:28:58.975431 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Attempting to bind port 0721b682-a6bc-4043-928f-50f9ffd5b05e by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:28:58.975852 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Attempting to bind port 0721b682-a6bc-4043-928f-50f9ffd5b05e on network 110795d7-a138-4e41-b63d-e4f00dc07285 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:28:58.981180 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:28:58.981552 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Checking segment: {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:28:58.981977 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:58.982412 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Bound using segment: {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:28:58.982871 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Bound port: 0721b682-a6bc-4043-928f-50f9ffd5b05e, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:28:58.983574 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.004771 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Allocated IP 172.27.3.80 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/55c25fe1-bbd1-456a-a1ac-0646bca4fd27) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:28:59.061481 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] For port 0721b682-a6bc-4043-928f-50f9ffd5b05e, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:28:59.065341 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] For port 0721b682-a6bc-4043-928f-50f9ffd5b05e, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0721b682-a6bc-4043-928f-50f9ffd5b05e,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:28:59.071450 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.127762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.145990 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d7a9c-8f0b-4464-82e1-5ba3a7e7b954 None None] Pushing event updated for resources: {'Port': ['ID=0721b682-a6bc-4043-928f-50f9ffd5b05e,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:59.175121 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.219385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:28:59.224710 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:28:59.228773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:28:59.283788 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 306ef1f9-5ff7-4934-9d4f-c6e84c12245f up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:28:59.304496 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:59.372621 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:28:59.373140 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.478791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-73989d28-8c60-45b3-b05c-941dbefc7427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.480339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:28:59.480699 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.504105 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:28:59.509357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.540341 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for router_gateway (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.558343 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:28:59.685783 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0480eb-1923-4273-af33-d9e1fe573337 req-c5ed3a52-2a07-4351-be73-52733ceb72ec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:59.688094 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e0480eb-1923-4273-af33-d9e1fe573337 req-c5ed3a52-2a07-4351-be73-52733ceb72ec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0535305 Feb 16 09:28:59.741958 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e0480eb-1923-4273-af33-d9e1fe573337 req-08ae7500-2c3e-4bba-852e-f0ddb690f036 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Feb 16 09:28:59.759291 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:28:59.893109 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:29:00.042316 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:00.053718 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Sync routers for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:29:00.064655 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:00.065287 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:00.075001 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:00.076600 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7c91795f-b654-4866-b965-6ceefef5e5e1 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7013688 Feb 16 09:29:00.079413 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55224) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:00.214166 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-76ae8168-b81e-4f4d-b6f2-8ee25eb93e08 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:00.218023 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-76ae8168-b81e-4f4d-b6f2-8ee25eb93e08 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.2206576 Feb 16 09:29:00.239910 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-246ce6e9-d92d-4162-bfc9-a2aa547331a1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/quotas/06161d2bb1bc42e6aa6d5273574be351 HTTP/1.1" status: 200 len: 375 time: 0.0151727 Feb 16 09:29:00.263593 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:00.281579 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e54d0935-63bc-4934-8f90-d095af1e900d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359662 Feb 16 09:29:00.453986 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e277aacb-8e98-4f79-950c-ec8cd91a7b72 service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592009 Feb 16 09:29:00.548999 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 3, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:00.589064 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Checking router: 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:29:00.589604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Updating router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:29:00.623205 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:00.628096 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Sync routers for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:29:00.649742 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:00.651091 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:00.678129 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-f34aa730-c313-4240-8db1-b03d4d57ca9b service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150743 Feb 16 09:29:00.710567 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:00.966097 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3852-01d5-4cd9-b122-ebf1dc03d5bc req-763d9ec6-e0d6-440e-8d75-60fa2e227d1a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:00.987105 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-de6b3852-01d5-4cd9-b122-ebf1dc03d5bc req-763d9ec6-e0d6-440e-8d75-60fa2e227d1a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1244006 Feb 16 09:29:01.041100 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.052544 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks [] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.068087 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.068969 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-34c7972c-f9cd-4e4e-8e65-6a722e997a6e req-304242d3-5802-48a6-a85f-41535e07c0ad tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 210 time: 0.0469761 Feb 16 09:29:01.146565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-de6b3852-01d5-4cd9-b122-ebf1dc03d5bc req-a04b87ff-159c-4064-87cd-d64279c51dff tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532578 Feb 16 09:29:01.158872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Attempting to bind port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:01.159547 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Attempting to bind port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:01.160378 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Attempting to bind port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:01.179920 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:01.256699 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:01.258729 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:01.260059 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.261935 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:01.262588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Bound port: 55c25fe1-bbd1-456a-a1ac-0646bca4fd27, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:01.268009 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.274821 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6866-910e-4391-a5bc-1d9bcc84edb1 None None] Pushing event updated for resources: {'Port': ['ID=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:01.385641 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Allocated IP 172.20.0.1 (110795d7-a138-4e41-b63d-e4f00dc07285/dd314872-b38b-48de-924b-5babfca802e0/040db9b8-cc5b-4bc6-b6bb-0538074e3dda) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:01.391574 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef08f37-8baa-4a6a-9050-70a476776819 None None] Network 110795d7-a138-4e41-b63d-e4f00dc07285 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:29:01.472670 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] For port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:01.530042 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] For port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:01.533582 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Provisioning complete for port 0721b682-a6bc-4043-928f-50f9ffd5b05e triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:01.534223 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.535126 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 2, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:01.566319 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 306ef1f9-5ff7-4934-9d4f-c6e84c12245f up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:01.579661 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Checking router: 876249e1-fd28-4975-addb-5aee0f8178b1 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:29:01.582517 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Updating router 876249e1-fd28-4975-addb-5aee0f8178b1 port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:29:01.594792 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks [] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.608837 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.648869 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.661904 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.757171 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Network 110795d7-a138-4e41-b63d-e4f00dc07285 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:01.759332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:01.761563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Pushing event updated for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:01.765020 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:01.765769 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:01.912427 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6866-910e-4391-a5bc-1d9bcc84edb1 None None] Pushing event updated for resources: {'Port': ['ID=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:01.925768 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:01.926386 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:02.000402 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.020872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.056983 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:02.057352 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.081214 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks [] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.087420 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.154713 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Current status of the port 0721b682-a6bc-4043-928f-50f9ffd5b05e is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:02.155681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.209601 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1da2e9-6d3e-40e2-8019-804e3b0e3254 None None] Pushing event updated for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:02.258356 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d3de5c5a-25f1-43a8-82b0-d2f258a50ff6 req-b59e1779-9744-4709-bd37-15c223c9c71e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 210 time: 0.0551171 Feb 16 09:29:02.275015 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Attempting to bind port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:02.275623 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Attempting to bind port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:02.276218 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Attempting to bind port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 on network ef95d463-d131-4802-b1e5-b712a0661bc4 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:02.276386 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:02.283231 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:02.283847 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Checking segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:02.284474 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.285032 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Bound using segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:02.285715 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Bound port: e7b7c53a-dfdd-43cc-9d82-573bb182c0b2, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:02.286267 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.320438 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks [] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.329993 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.330804 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.394286 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] For port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:02.401395 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] For port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:02.403379 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] For port 0721b682-a6bc-4043-928f-50f9ffd5b05e, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0721b682-a6bc-4043-928f-50f9ffd5b05e,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:02.426939 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.445624 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.457629 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8389cd-2244-472c-a841-9aae9d69935b req-a7f3e498-3966-4505-af3c-6f689d8e06ec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:02.459585 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee8389cd-2244-472c-a841-9aae9d69935b req-a7f3e498-3966-4505-af3c-6f689d8e06ec tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1154230 Feb 16 09:29:02.552183 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:02.553064 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1da2e9-6d3e-40e2-8019-804e3b0e3254 None None] Pushing event updated for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:02.553312 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0721b682-a6bc-4043-928f-50f9ffd5b05e up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:02.573895 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee8389cd-2244-472c-a841-9aae9d69935b req-c2e6308c-9bbd-46dd-a7dc-310e966976c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040037 Feb 16 09:29:02.620450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Network 110795d7-a138-4e41-b63d-e4f00dc07285 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:02.636180 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:02.637145 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:02.652566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:02.668051 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Pushing event updated for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:02.684878 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Provisioning complete for port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:02.685428 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.688011 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb389a1-3292-44ea-8a94-110ce8a5bbd7 None None] Pushing event updated for resources: {'Port': ['ID=0721b682-a6bc-4043-928f-50f9ffd5b05e,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:02.818505 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:02.887680 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 0721b682-a6bc-4043-928f-50f9ffd5b05e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:02.888049 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:02.977342 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:03.006979 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 3, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:03.042426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4762-4b91-4fbd-b311-4d2e16df375d None None] The sync data for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi is: [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 3, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:29:03.058206 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-ae0741b0-3ed7-40a1-95d3-06604919daf2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:03.063429 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-ae0741b0-3ed7-40a1-95d3-06604919daf2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.3811452 Feb 16 09:29:03.085666 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Request body: {'port': {'device_id': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'admin_state_up': True, 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:03.122043 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Current status of the port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:03.122426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.136883 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 0721b682-a6bc-4043-928f-50f9ffd5b05e is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:03.175129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] For port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:03.179158 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:03.182793 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.189972 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f1bd2b43-c232-4187-8473-aef6114d8cee admin admin] 10.222.0.90 "PUT /v2.0/routers/563d7ea4-2ad9-41bc-ac66-006d6f33bcbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1092708 Feb 16 09:29:03.292273 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388f866-a5ca-4642-beef-8c7a5da93887 None None] Pushing event updated for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:03.297346 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:02Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:03.324368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:03.328554 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.337293 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0721b682-a6bc-4043-928f-50f9ffd5b05e up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:03.363622 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bb0cf-2519-45fe-aaad-275c70407472 None None] The sync data for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi is: [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:02Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:29:03.381521 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Provisioning complete for port 0721b682-a6bc-4043-928f-50f9ffd5b05e triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:03.381897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.433968 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7e55c818-f95e-408d-8370-52abcbd9f398 req-0050738a-2a7b-4e74-93be-c0f525a853c1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 210 time: 0.0526953 Feb 16 09:29:03.481282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.484580 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 0721b682-a6bc-4043-928f-50f9ffd5b05e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:03.484931 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.564899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Current status of the port 0721b682-a6bc-4043-928f-50f9ffd5b05e is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:03.567973 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Allocated IP 172.20.0.13 (8e553718-c683-4c95-9059-e21116de5d8e/41ef690b-3772-4b62-b7ea-0e15336df443/4620089b-be8c-4a50-8ebf-88bbd279a934) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:03.598367 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Provisioning complete for port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:03.598733 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.637040 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 0721b682-a6bc-4043-928f-50f9ffd5b05e is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:03.650225 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:29:03.661891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Provisioning complete for port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:03.662262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.770223 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cf1a-6994-4738-a4cd-31a8829829a7 None None] Current status of the port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:03.789065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks [] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.818909 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca33c3f-9259-4de4-ad0a-bdafe430e876 req-5f2c27c4-0709-41d9-a510-786612db3cf5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:03.821781 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dca33c3f-9259-4de4-ad0a-bdafe430e876 req-5f2c27c4-0709-41d9-a510-786612db3cf5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1158032 Feb 16 09:29:03.878928 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.895650 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-2dc727a6-66c2-4d30-8ea0-968d0cf3b9c2 None None] Provisioning complete for port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:03.896042 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2dc727a6-66c2-4d30-8ea0-968d0cf3b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:03.938697 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dca33c3f-9259-4de4-ad0a-bdafe430e876 req-1428d3cd-d464-4c7e-8343-4551c079888d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043823 Feb 16 09:29:03.950465 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-2dc727a6-66c2-4d30-8ea0-968d0cf3b9c2 None None] Port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:29:03.956806 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Network 8e553718-c683-4c95-9059-e21116de5d8e is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:03.960231 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:03.962488 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event updated for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:03.965513 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:04.026238 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:04.026960 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.049757 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e87a8fdb-cce0-405d-a318-03b9e34cbe2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9680638 Feb 16 09:29:04.067457 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Request body: {'port': {'device_id': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:04.150859 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.462318 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4620089b-be8c-4a50-8ebf-88bbd279a934 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:04.473470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks [] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.489492 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Transition to ACTIVE for port object 4620089b-be8c-4a50-8ebf-88bbd279a934 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:04.501476 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.598050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:04.669864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdd26-1911-4a78-8c62-874f4ef61136 req-8488382b-3a2c-4146-995d-8f8bce620f8f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:04.672105 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ddbfdd26-1911-4a78-8c62-874f4ef61136 req-8488382b-3a2c-4146-995d-8f8bce620f8f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 944 time: 0.1377058 Feb 16 09:29:04.703450 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Attempting to bind port 4620089b-be8c-4a50-8ebf-88bbd279a934 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:04.703601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Attempting to bind port 4620089b-be8c-4a50-8ebf-88bbd279a934 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:04.703933 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Attempting to bind port 4620089b-be8c-4a50-8ebf-88bbd279a934 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:04.712825 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Port 4620089b-be8c-4a50-8ebf-88bbd279a934 on network 8e553718-c683-4c95-9059-e21116de5d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:29:04.713150 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Attempting to bind port 4620089b-be8c-4a50-8ebf-88bbd279a934 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:04.727687 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:04.728095 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Checking segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:04.728443 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Bound using segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:04.728897 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Bound port: 4620089b-be8c-4a50-8ebf-88bbd279a934, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:04.729254 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.753473 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ddbfdd26-1911-4a78-8c62-874f4ef61136 req-30a7bf11-f3b1-4218-bd6b-23320642eec3 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754714 Feb 16 09:29:04.814863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:04.818151 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=4620089b-be8c-4a50-8ebf-88bbd279a934,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:04.825089 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.865036 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:04.865657 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:04.867075 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/4620089b-be8c-4a50-8ebf-88bbd279a934 HTTP/1.1" status: 200 len: 1094 time: 0.8041055 Feb 16 09:29:04.867525 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:04.870136 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3736c54e-9c76-40ef-a3dd-d4791451c5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:04.900461 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb18f6a-7944-4ad4-b5e8-75193ed8c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:04.921437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e85dd18-8b08-4b04-997f-4f4719921ad9 x-openstack-request-id: req-9e85dd18-8b08-4b04-997f-4f4719921ad9 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:04.921728 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:04.922573 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e85dd18-8b08-4b04-997f-4f4719921ad9 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:04.923013 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934', 'status': 'completed', 'code': 200} Feb 16 09:29:04.995850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1f39d660-dd76-449b-b153-f217609b6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:04.997437 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1f39d660-dd76-449b-b153-f217609b6bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 1128 time: 0.0639036 Feb 16 09:29:05.067024 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-3d3e29de-da38-4888-b151-428f1624f847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4620089b-be8c-4a50-8ebf-88bbd279a934 HTTP/1.1" status: 200 len: 217 time: 0.0539606 Feb 16 09:29:05.138606 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-43fb8da4-bf9f-4e78-9133-5c45ccd32d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:05.140223 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-43fb8da4-bf9f-4e78-9133-5c45ccd32d55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0528052 Feb 16 09:29:05.152508 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f526bb6-98e0-423c-bc2a-d31a8e46f17f req-b7e440ae-6997-4937-830e-95a3555dae04 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:05.153965 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f526bb6-98e0-423c-bc2a-d31a8e46f17f req-b7e440ae-6997-4937-830e-95a3555dae04 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0982726 Feb 16 09:29:05.196134 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-b5c5ef43-3b11-4e49-bc25-ab17963f392d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409520 Feb 16 09:29:05.273064 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f526bb6-98e0-423c-bc2a-d31a8e46f17f req-97e7daaf-5f5e-4b01-bdf3-0ef181b71082 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108110 Feb 16 09:29:05.316940 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:05.330645 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-e142b594-3195-4286-8fc7-af573fa8ba33 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243052 Feb 16 09:29:05.368516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:05.368922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:05.439688 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3a889d7-b74f-46a0-9a74-074b5257f0e2 req-1c2dd622-7a63-40eb-944a-795053f8a4df service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007059 Feb 16 09:29:05.462145 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:05.463288 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:05.526008 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:05.526390 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:05.551394 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-ebd5e139-6b1d-4095-8eb3-86c0a9e8fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:05.552931 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-ebd5e139-6b1d-4095-8eb3-86c0a9e8fc3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 1128 time: 0.0574648 Feb 16 09:29:05.618257 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:05.618706 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:05.641909 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:05.648337 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:05.662660 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-91d0d8d8-5122-4080-86de-087c9a65b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:05.664218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-91d0d8d8-5122-4080-86de-087c9a65b4f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 916 time: 0.0977790 Feb 16 09:29:05.703562 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:05.946071 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-24b3cfea-ad5e-49d2-966e-9ebdf834453d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4620089b-be8c-4a50-8ebf-88bbd279a934 HTTP/1.1" status: 200 len: 217 time: 0.2719531 Feb 16 09:29:06.026224 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-0442b6a1-9a4e-4175-8cd8-dc66dc67bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:06.027937 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-0442b6a1-9a4e-4175-8cd8-dc66dc67bb69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0571349 Feb 16 09:29:06.038716 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcff1e-85d5-4d3e-bd1f-f1c40ff46059 req-050b5d19-d0b8-4285-aa07-a9def51e2458 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:06.040229 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-95fcff1e-85d5-4d3e-bd1f-f1c40ff46059 req-050b5d19-d0b8-4285-aa07-a9def51e2458 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 944 time: 0.0969031 Feb 16 09:29:06.078771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-26ea24f7-f285-42fe-ab17-0be8ec0374d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376112 Feb 16 09:29:06.122082 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-95fcff1e-85d5-4d3e-bd1f-f1c40ff46059 req-cad5cb6b-52fc-4560-b5ce-f6c391250ef3 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733702 Feb 16 09:29:06.198718 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-1413ac45-e287-48a8-9058-55f4653986c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979993 Feb 16 09:29:06.297289 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3736c54e-9c76-40ef-a3dd-d4791451c5a8 req-86b54b4c-ef0d-4052-99fe-f20e98e95ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873404 Feb 16 09:29:06.387808 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb988d-72cf-4fd0-b01d-2f9ba2d3934e req-96689c04-2521-45b4-93de-04ba85aab38d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:06.390053 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8bfb988d-72cf-4fd0-b01d-2f9ba2d3934e req-96689c04-2521-45b4-93de-04ba85aab38d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0518608 Feb 16 09:29:06.439217 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8bfb988d-72cf-4fd0-b01d-2f9ba2d3934e req-cd766052-00fc-4d2e-b8a2-560c22ecdf57 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Feb 16 09:29:06.625473 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Sync routers for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:29:06.634882 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:06.635489 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:06.872697 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:07.078726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:01Z', 'revision_number': 4, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '040db9b8-cc5b-4bc6-b6bb-0538074e3dda', 'name': '', 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'mac_address': 'fa:16:3e:ba:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'dd314872-b38b-48de-924b-5babfca802e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:01Z', 'updated_at': '2022-02-16T09:29:02Z', 'revision_number': 2, 'project_id': '426013f10809459289e69d69c8bc475c', 'subnets': [{'id': 'dd314872-b38b-48de-924b-5babfca802e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:07.105568 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Checking router: 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:29:07.105922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Updating router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:29:07.133076 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.291910 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:07.309320 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2fb4-c477-4f8d-96a3-c4122587475a req-85cabf7c-d6cf-4afd-84e2-9ed00439c6f2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:07.310793 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54bf2fb4-c477-4f8d-96a3-c4122587475a req-85cabf7c-d6cf-4afd-84e2-9ed00439c6f2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 944 time: 0.0838788 Feb 16 09:29:07.361619 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54bf2fb4-c477-4f8d-96a3-c4122587475a req-a40bb509-b232-4505-a915-a2d1c29e8f04 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Feb 16 09:29:07.405917 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:07.406294 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.552622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks [] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.557160 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:07.573339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.583220 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a68e5-463b-4b8b-9583-3fafae12d479 req-158f64c5-aead-45e5-90b2-24f329261a89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:07.591654 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5b5a68e5-463b-4b8b-9583-3fafae12d479 req-158f64c5-aead-45e5-90b2-24f329261a89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0737762 Feb 16 09:29:07.644350 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07eff4-2232-4ab0-be41-e77a074a0f53 None None] Pushing event updated for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:07.700900 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5b5a68e5-463b-4b8b-9583-3fafae12d479 req-a313fa3f-70e2-484b-9fc5-dec697557c24 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971880 Feb 16 09:29:07.711245 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Attempting to bind port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:07.711620 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Attempting to bind port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:07.711984 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Attempting to bind port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda on network 110795d7-a138-4e41-b63d-e4f00dc07285 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:07.717711 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:07.718336 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Checking segment: {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:07.718735 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.719129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Bound using segment: {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:07.720213 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Bound port: 040db9b8-cc5b-4bc6-b6bb-0538074e3dda, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:07.720599 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.841493 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] For port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:07.846015 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] For port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:07.854097 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.965543 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Provisioning complete for port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:07.965917 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:07.967892 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:29:07.968561 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:28:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:07.971591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07eff4-2232-4ab0-be41-e77a074a0f53 None None] Pushing event updated for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:08.147212 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:29:08.279545 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Current status of the port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:08.280149 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:08.383504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] For port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:08.400513 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:08.511678 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94339447-ef20-4fe6-bf24-5bab14545e87 None None] Pushing event updated for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:08.547760 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-a3780309-4f2a-477f-9621-554d3923ea75 None None] Provisioning complete for port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:08.548256 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a3780309-4f2a-477f-9621-554d3923ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:08.552088 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496dc32-ed20-42c4-8f7e-4056fa885311 req-12b0e8c9-0314-4744-ad0e-bc3b1da2243b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:08.558556 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f496dc32-ed20-42c4-8f7e-4056fa885311 req-12b0e8c9-0314-4744-ad0e-bc3b1da2243b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 944 time: 0.0810657 Feb 16 09:29:08.597548 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:01Z', 'revision_number': 4, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '040db9b8-cc5b-4bc6-b6bb-0538074e3dda', 'name': '', 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'mac_address': 'fa:16:3e:ba:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'dd314872-b38b-48de-924b-5babfca802e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:01Z', 'updated_at': '2022-02-16T09:29:07Z', 'revision_number': 4, 'project_id': '426013f10809459289e69d69c8bc475c', 'subnets': [{'id': 'dd314872-b38b-48de-924b-5babfca802e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:08.632548 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f496dc32-ed20-42c4-8f7e-4056fa885311 req-2bb1fbe4-7145-42f4-8bb8-9c2c67984cd6 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Feb 16 09:29:08.633575 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc6d3e-73a8-4637-a04d-8a6b7ee5687a None None] The sync data for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi is: [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:01Z', 'revision_number': 4, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '040db9b8-cc5b-4bc6-b6bb-0538074e3dda', 'name': '', 'network_id': '110795d7-a138-4e41-b63d-e4f00dc07285', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'mac_address': 'fa:16:3e:ba:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'dd314872-b38b-48de-924b-5babfca802e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:01Z', 'updated_at': '2022-02-16T09:29:07Z', 'revision_number': 4, 'project_id': '426013f10809459289e69d69c8bc475c', 'subnets': [{'id': 'dd314872-b38b-48de-924b-5babfca802e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:29:08.713868 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a3780309-4f2a-477f-9621-554d3923ea75 None None] Current status of the port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:08.900674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e63af-5a07-4232-8f36-2ee0f5808941 req-022066b9-cc4b-41f3-bf19-bfcf44ea60bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:08.902874 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-660e63af-5a07-4232-8f36-2ee0f5808941 req-022066b9-cc4b-41f3-bf19-bfcf44ea60bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0815308 Feb 16 09:29:08.964602 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-660e63af-5a07-4232-8f36-2ee0f5808941 req-6e809bb3-4c9c-4699-b467-cc24dc3bb2ef tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 Feb 16 09:29:09.099971 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 4620089b-be8c-4a50-8ebf-88bbd279a934 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:29:09.305907 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=4620089b-be8c-4a50-8ebf-88bbd279a934,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:09.337596 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '4620089b-be8c-4a50-8ebf-88bbd279a934', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'port_id': '4620089b-be8c-4a50-8ebf-88bbd279a934', 'mac_address': 'fa:16:3e:bc:81:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ef690b-3772-4b62-b7ea-0e15336df443', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:29:09.345562 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 040db9b8-cc5b-4bc6-b6bb-0538074e3dda up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:09.422217 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:09.422587 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:09.475785 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 4620089b-be8c-4a50-8ebf-88bbd279a934 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:09.476193 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:09.495376 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4620089b-be8c-4a50-8ebf-88bbd279a934 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:09.523594 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=4620089b-be8c-4a50-8ebf-88bbd279a934,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:09.566825 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:09.603360 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:09.642563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:09.773139 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a7ed1-d08c-4ce5-a8f0-deac778101a9 req-15a4a528-db78-48e6-9ae2-40594eab7826 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:09.780549 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-464a7ed1-d08c-4ce5-a8f0-deac778101a9 req-15a4a528-db78-48e6-9ae2-40594eab7826 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 945 time: 0.0716178 Feb 16 09:29:09.852630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-464a7ed1-d08c-4ce5-a8f0-deac778101a9 req-e071998b-9bd1-431c-9eb8-a3e75dc3f3c6 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711370 Feb 16 09:29:10.068683 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:10.134383 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507b3e9-6617-4837-812d-2e7efd6ef00a req-d5124680-cc58-447b-bb52-6fb44666e06b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:10.136202 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4507b3e9-6617-4837-812d-2e7efd6ef00a req-d5124680-cc58-447b-bb52-6fb44666e06b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0698488 Feb 16 09:29:10.242894 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4507b3e9-6617-4837-812d-2e7efd6ef00a req-5f40eac8-6edf-4537-a95b-b3bca5b3626d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982749 Feb 16 09:29:11.002643 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93edf-3885-412e-b789-a2ca5fa6f7f8 req-38c40d14-d268-4b3f-a8c6-357abf27b5aa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:11.004383 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cd93edf-3885-412e-b789-a2ca5fa6f7f8 req-38c40d14-d268-4b3f-a8c6-357abf27b5aa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 945 time: 0.0730975 Feb 16 09:29:11.067318 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cd93edf-3885-412e-b789-a2ca5fa6f7f8 req-d9a01411-a0ed-47b0-8e2c-5f39192646a2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Feb 16 09:29:11.378318 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3253619-32ec-4e2c-b7fe-0641136df980 req-f982e563-e9eb-4878-bc03-afab6db4fc69 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:11.379921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f3253619-32ec-4e2c-b7fe-0641136df980 req-f982e563-e9eb-4878-bc03-afab6db4fc69 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0595536 Feb 16 09:29:11.439181 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f3253619-32ec-4e2c-b7fe-0641136df980 req-5328572a-ef3f-4f2f-9a46-ac7e51687a9c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Feb 16 09:29:11.572123 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:29:12.205557 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a4001-f811-439d-bc77-ac1387f77174 req-ddbdfce4-684d-4590-ada3-4d3706620b5d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:12.207079 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-875a4001-f811-439d-bc77-ac1387f77174 req-ddbdfce4-684d-4590-ada3-4d3706620b5d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 945 time: 0.0586019 Feb 16 09:29:12.266171 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-875a4001-f811-439d-bc77-ac1387f77174 req-b9ad64f7-7c52-49e4-ab9a-7a8fe7ac8064 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531447 Feb 16 09:29:12.575866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102b63-a18f-45c3-a9a0-0cae6cf83c91 req-4f6713cb-73d6-4f33-b0fb-0f1b0bd9bdf8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:12.577451 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9102b63-a18f-45c3-a9a0-0cae6cf83c91 req-4f6713cb-73d6-4f33-b0fb-0f1b0bd9bdf8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0631812 Feb 16 09:29:12.642884 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9102b63-a18f-45c3-a9a0-0cae6cf83c91 req-09d437a5-8bc0-4a06-a1d7-552a89b92157 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589578 Feb 16 09:29:13.166636 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 4620089b-be8c-4a50-8ebf-88bbd279a934 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:13.315865 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 4620089b-be8c-4a50-8ebf-88bbd279a934 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:13.337110 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 4620089b-be8c-4a50-8ebf-88bbd279a934 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:13.337110 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:13.456916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 4620089b-be8c-4a50-8ebf-88bbd279a934 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:13.457313 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:13.484127 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:13.486422 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8278a-c13c-4e9f-b5cd-634f2900629f" -d '{"events": [{"server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "name": "network-vif-plugged", "status": "completed", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:13.508979 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062ba9-c14a-4edf-adfd-86c48aabd264 req-e580260b-c503-48dc-9960-f61ac2991482 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:13.509778 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=4620089b-be8c-4a50-8ebf-88bbd279a934,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:13.510587 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93062ba9-c14a-4edf-adfd-86c48aabd264 req-e580260b-c503-48dc-9960-f61ac2991482 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 945 time: 0.1063347 Feb 16 09:29:13.518443 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:13.558159 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e3a09-abce-44f5-b343-df2e097af5a1 x-openstack-request-id: req-f20e3a09-abce-44f5-b343-df2e097af5a1 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:13.558689 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "name": "network-vif-plugged", "status": "completed", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:13.559092 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f20e3a09-abce-44f5-b343-df2e097af5a1 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:13.559646 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934', 'code': 200} Feb 16 09:29:13.588594 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93062ba9-c14a-4edf-adfd-86c48aabd264 req-6f7f61b9-357b-4674-9cf4-f5a2a7d70bec tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717008 Feb 16 09:29:13.597689 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:13.819596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7023bb2-7302-4774-a097-cb153efab92b req-275f32cb-db8c-4478-97fa-5286a0dc29bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:13.820980 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f7023bb2-7302-4774-a097-cb153efab92b req-275f32cb-db8c-4478-97fa-5286a0dc29bc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1072037 Feb 16 09:29:13.825039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb59df-c3f9-4e7b-9076-986241f097ba req-e7a47669-4ba0-4fa0-88be-2c1355825f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:13.826648 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1fbb59df-c3f9-4e7b-9076-986241f097ba req-e7a47669-4ba0-4fa0-88be-2c1355825f07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 1130 time: 0.0746863 Feb 16 09:29:13.907342 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f7023bb2-7302-4774-a097-cb153efab92b req-ae007a9a-ed0b-4714-92c3-2775d69ad461 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797246 Feb 16 09:29:13.909834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1fbb59df-c3f9-4e7b-9076-986241f097ba req-0ce9bffa-83c0-4621-9cbe-3a0f331e04b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740478 Feb 16 09:29:14.755722 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afab8-ee65-409e-9984-09ec1a51e793 req-2056969b-26c2-488b-aeeb-3a2297b271fd tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:14.763769 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a5afab8-ee65-409e-9984-09ec1a51e793 req-2056969b-26c2-488b-aeeb-3a2297b271fd tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0868351 Feb 16 09:29:14.821400 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a5afab8-ee65-409e-9984-09ec1a51e793 req-79e4437a-d8cf-40fc-8efa-da0d910e2895 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Feb 16 09:29:15.042657 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc793-cbc3-4fb1-b538-bcc2199c4a1c req-60b40c4d-d350-4b29-a647-9f19c533661d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:15.044215 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd8dc793-cbc3-4fb1-b538-bcc2199c4a1c req-60b40c4d-d350-4b29-a647-9f19c533661d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0574796 Feb 16 09:29:15.109083 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd8dc793-cbc3-4fb1-b538-bcc2199c4a1c req-3e5bfe2f-e70f-4bad-a5bc-a32756c03ff4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Feb 16 09:29:15.281005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b002-69f1-4850-9206-f0c491777adb req-f310e9b6-faaf-4655-82f5-ca97de5bd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:15.282715 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-f310e9b6-faaf-4655-82f5-ca97de5bd68b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1129 time: 0.0479982 Feb 16 09:29:15.410820 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b002-69f1-4850-9206-f0c491777adb req-0f109db0-fd15-47db-9d97-fb2360550a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:15.414054 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-0f109db0-fd15-47db-9d97-fb2360550a3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.1001301 Feb 16 09:29:15.470912 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-6f605d0f-cf41-4ce1-803b-4b4d8611be7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 200 len: 217 time: 0.0437202 Feb 16 09:29:15.534038 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b002-69f1-4850-9206-f0c491777adb req-3cf362ba-1667-4174-99e9-ffd242e37615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:15.540642 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-3cf362ba-1667-4174-99e9-ffd242e37615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0588887 Feb 16 09:29:15.578114 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-7d21285f-aa8e-45ad-9cfa-902527aad069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262847 Feb 16 09:29:15.704594 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-e040b0f1-00e1-47d7-90d4-8a0d03fd3d1d service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030645 Feb 16 09:29:15.875176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5708b002-69f1-4850-9206-f0c491777adb req-37b63bbc-d273-4b5d-9fac-aaa8ea1cca45 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498909 Feb 16 09:29:15.995620 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8c468-6214-4300-964e-92fc0b54d3f9 req-41509387-3e38-4455-a5aa-aa3e74ee2c4e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:15.997506 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5f8c468-6214-4300-964e-92fc0b54d3f9 req-41509387-3e38-4455-a5aa-aa3e74ee2c4e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0827644 Feb 16 09:29:16.060373 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5f8c468-6214-4300-964e-92fc0b54d3f9 req-acc6b2a6-8b28-40cc-b930-232c58ee300d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535426 Feb 16 09:29:16.337391 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f1b17-9eef-478a-bf0c-aac8c8948221 req-28f1bf37-a14c-4951-b287-11efd3dd31ab tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:16.345753 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd4f1b17-9eef-478a-bf0c-aac8c8948221 req-28f1bf37-a14c-4951-b287-11efd3dd31ab tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1362381 Feb 16 09:29:16.395943 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd4f1b17-9eef-478a-bf0c-aac8c8948221 req-fc5b8588-6a3b-4cec-840c-ecb82ec34140 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Feb 16 09:29:16.840523 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:17.513174 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bcdf7-64a8-4520-922c-02720a528f78 req-3bb2b74f-9386-4944-998e-d4cfc1b21a97 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:17.515779 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-660bcdf7-64a8-4520-922c-02720a528f78 req-3bb2b74f-9386-4944-998e-d4cfc1b21a97 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0526347 Feb 16 09:29:17.562231 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-660bcdf7-64a8-4520-922c-02720a528f78 req-6fa20fad-5143-40c6-b5e7-03ae7e846c16 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Feb 16 09:29:17.809400 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6d2b5b26-6f64-4da9-9c99-c233c84d6e39 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:17.810853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6d2b5b26-6f64-4da9-9c99-c233c84d6e39 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 814 time: 0.1018946 Feb 16 09:29:17.825607 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-9438132a-077f-40d8-b4cb-a7eddb1b8acd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/quotas/95e44d55b575475e983667536f98ba1b HTTP/1.1" status: 200 len: 375 time: 0.0087655 Feb 16 09:29:17.887180 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-8584f01c-ddde-443a-9991-bf6602116c0f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568614 Feb 16 09:29:17.991618 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-05782053-00c7-4618-a93e-51a6a0486cdd service neutron] 10.222.0.90 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931203 Feb 16 09:29:18.079607 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-987022c0-9904-45c3-9434-299e2256c7d6 service neutron] 10.222.0.90 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Feb 16 09:29:18.243178 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b52d90f-ecce-46ab-9af2-89f299453ae3 req-d67afaf3-629a-4b0d-a64b-7f6baa663c93 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 210 time: 0.0312400 Feb 16 09:29:18.688993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441ec3-885d-4adc-a6fa-871f50484013 req-6083470c-d49e-4944-881d-790f5f8725fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:18.690501 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc441ec3-885d-4adc-a6fa-871f50484013 req-6083470c-d49e-4944-881d-790f5f8725fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0622911 Feb 16 09:29:18.736721 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc441ec3-885d-4adc-a6fa-871f50484013 req-caa8fbed-81ec-49f2-a847-84c9f969ab0a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Feb 16 09:29:19.333128 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4fb5903e-1bdb-450a-95c6-b02824762884 req-9dcdc3ad-3e52-432e-89dd-468ef494638f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 210 time: 0.0261233 Feb 16 09:29:19.854808 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e6e0-3505-4265-8ea0-c8c0ebfce07f req-87512421-0915-4b1f-82e6-80789db12084 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:19.856299 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2398e6e0-3505-4265-8ea0-c8c0ebfce07f req-87512421-0915-4b1f-82e6-80789db12084 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0541446 Feb 16 09:29:19.902939 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2398e6e0-3505-4265-8ea0-c8c0ebfce07f req-e96d4d21-5379-4e81-bc30-906c8916aa9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 16 09:29:20.425506 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5c8053de-4a24-452a-9810-240a6606a34e req-b0f8e162-23ad-47c8-96ca-fc579a54399b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 210 time: 0.0282238 Feb 16 09:29:20.977711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-252fe1c0-601a-4e14-a93e-b68b1d0f771e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:20.979176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-252fe1c0-601a-4e14-a93e-b68b1d0f771e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 814 time: 0.1294949 Feb 16 09:29:21.021010 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'port': {'device_id': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'admin_state_up': True, 'tenant_id': '95e44d55b575475e983667536f98ba1b'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:21.120797 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004df4-ea69-4959-b355-b1edb64ca031 req-1c11e42d-82b6-45bf-9810-991434c9cc05 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:21.122341 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8004df4-ea69-4959-b355-b1edb64ca031 req-1c11e42d-82b6-45bf-9810-991434c9cc05 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1421106 Feb 16 09:29:21.200959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Made reservation on behalf of 95e44d55b575475e983667536f98ba1b for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:21.205193 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:21.219776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8004df4-ea69-4959-b355-b1edb64ca031 req-f6b1c6e0-19b5-41c2-a7a5-7b1f271fdd10 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899165 Feb 16 09:29:21.337825 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Allocated IP 172.20.0.9 (ef95d463-d131-4802-b1e5-b712a0661bc4/6646d460-902a-42b0-b5a1-331fbd8254d0/a2193171-9529-4e4c-9102-94e96793a838) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:21.516903 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for port (a2193171-9529-4e4c-9102-94e96793a838), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:21.539933 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92c6e814-161b-452c-8ca9-a2ec73c04e95 req-9cad79f8-34d2-44e3-a780-27c7ceed7d3d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 210 time: 0.0369856 Feb 16 09:29:21.579128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:21.650480 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Network ef95d463-d131-4802-b1e5-b712a0661bc4 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:21.654580 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:21.676798 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:21.718531 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:21.733175 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.740157 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.740625 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.740979 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.741327 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.741674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.742039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.742337 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.742670 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.743002 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.743337 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.743674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.744112 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:21.800699 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:21.803342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:21.826679 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-c3433bcb-82ac-49b9-bccb-3aefb71bbc2e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173447 Feb 16 09:29:21.953912 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-4ba03c5c-4f96-4981-909d-26d317a9fb0c None None] Provisioning complete for port a2193171-9529-4e4c-9102-94e96793a838 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:21.954482 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4ba03c5c-4f96-4981-909d-26d317a9fb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a2193171-9529-4e4c-9102-94e96793a838), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:21.991065 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-4ba03c5c-4f96-4981-909d-26d317a9fb0c None None] Port a2193171-9529-4e4c-9102-94e96793a838 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:29:22.345978 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28d5e-ab16-426d-8c7c-968f5b5906c5 req-532ccb36-06e2-41b5-80a1-594fe1002cd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:22.347334 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9d28d5e-ab16-426d-8c7c-968f5b5906c5 req-532ccb36-06e2-41b5-80a1-594fe1002cd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0531197 Feb 16 09:29:22.401210 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9d28d5e-ab16-426d-8c7c-968f5b5906c5 req-798ffa06-3fc8-4bf2-afbe-cbe79bd2cc19 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480173 Feb 16 09:29:22.667925 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1a8b-8de6-4e45-b6a1-f8e0b5ce70fb req-2ff93868-8734-496f-9ca6-653cfd4eda3e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:22.669352 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ef9f1a8b-8de6-4e45-b6a1-f8e0b5ce70fb req-2ff93868-8734-496f-9ca6-653cfd4eda3e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0529370 Feb 16 09:29:22.724334 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ef9f1a8b-8de6-4e45-b6a1-f8e0b5ce70fb req-b5e8e391-a411-44e6-a89d-171ac99b4298 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Feb 16 09:29:23.536317 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7da67-c890-4a4c-8521-80e84e17c82a req-3953a7c1-47fb-4b33-b688-80cfbe527b89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:23.538603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-adb7da67-c890-4a4c-8521-80e84e17c82a req-3953a7c1-47fb-4b33-b688-80cfbe527b89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0683904 Feb 16 09:29:23.587827 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-adb7da67-c890-4a4c-8521-80e84e17c82a req-00e1744a-737d-4186-8cc6-cd6c3701a88b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Feb 16 09:29:23.860263 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2a2e-3183-4116-b5c3-aea4e776d1e0 req-4d6fd251-65de-4cc9-a422-150084e77c9f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:23.861780 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8cdc2a2e-3183-4116-b5c3-aea4e776d1e0 req-4d6fd251-65de-4cc9-a422-150084e77c9f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0638165 Feb 16 09:29:23.917683 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8cdc2a2e-3183-4116-b5c3-aea4e776d1e0 req-bd1adb74-cd69-4c57-847e-e08eab65c8f6 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Feb 16 09:29:24.728953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1076-58c2-4d57-a408-cfd8255d08cd req-7b58f8b0-0ba6-40fd-9238-d47d9269c086 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:24.730485 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-298e1076-58c2-4d57-a408-cfd8255d08cd req-7b58f8b0-0ba6-40fd-9238-d47d9269c086 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0625699 Feb 16 09:29:24.781838 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-298e1076-58c2-4d57-a408-cfd8255d08cd req-84a0c0eb-cc68-4346-8945-6f961709dd53 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Feb 16 09:29:25.036930 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63d8f-0a15-4a74-b835-b39bcc30a176 req-635ed742-e1a8-4464-9c28-a4747465eaa9 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:25.038428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39b63d8f-0a15-4a74-b835-b39bcc30a176 req-635ed742-e1a8-4464-9c28-a4747465eaa9 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0507147 Feb 16 09:29:25.085371 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39b63d8f-0a15-4a74-b835-b39bcc30a176 req-ab2fe769-f784-4c56-801c-866f307e5a3f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Feb 16 09:29:25.476802 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55700) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:25.600010 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.680988 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Publish callbacks [] for security_group (93e4298d-aa33-4924-b645-4f44ca92938c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.684624 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (93e4298d-aa33-4924-b645-4f44ca92938c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.725095 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e2e9a4fdafaf4200a5248f842d5757f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470458 Feb 16 09:29:25.726072 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4298d-aa33-4924-b645-4f44ca92938c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:25.727652 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55706) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:25.747674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.748342 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.748582 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.748924 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.755636 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.756063 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.756423 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.756770 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.757181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.757518 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.757853 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.758181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.758580 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e5097c-d45f-4001-a03e-237c615daf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:25.790804 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] Publish callbacks [] for security_group (93e4298d-aa33-4924-b645-4f44ca92938c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.816798 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] Publish callbacks [] for security_group (93e4298d-aa33-4924-b645-4f44ca92938c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.872980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (93e4298d-aa33-4924-b645-4f44ca92938c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.878324 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:25.879514 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/93e4298d-aa33-4924-b645-4f44ca92938c HTTP/1.1" status: 204 len: 168 time: 0.1458912 Feb 16 09:29:25.913080 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334bdd-2541-4baf-92cd-aaae19be046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4298d-aa33-4924-b645-4f44ca92938c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:25.946011 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf7102-bf2e-48b4-9d0d-dee5241454f1 req-cd09fdc5-a37d-474c-8078-eacde194525f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:25.955429 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5abf7102-bf2e-48b4-9d0d-dee5241454f1 req-cd09fdc5-a37d-474c-8078-eacde194525f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0747190 Feb 16 09:29:26.005310 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5abf7102-bf2e-48b4-9d0d-dee5241454f1 req-ba635dff-0efc-4402-8cdc-4dfe55de7d21 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487342 Feb 16 09:29:26.236184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b767-5ca8-4b14-9e54-5505982c8304 req-38e718ce-c45d-4380-94dc-1616d91ddbe2 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:26.237745 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b041b767-5ca8-4b14-9e54-5505982c8304 req-38e718ce-c45d-4380-94dc-1616d91ddbe2 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0637968 Feb 16 09:29:26.306565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b041b767-5ca8-4b14-9e54-5505982c8304 req-06b9bc26-e5fd-4b7a-a1ba-1166355224c2 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632699 Feb 16 09:29:27.105933 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc0df-b8d0-4614-a7f2-b1976e77450d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.148965 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55748) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:27.225100 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987275b-d67d-4cf4-838b-3deb0a5f0ede req-a41a31dc-f500-4319-9ff0-d3d4542ed004 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:27.230555 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b987275b-d67d-4cf4-838b-3deb0a5f0ede req-a41a31dc-f500-4319-9ff0-d3d4542ed004 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1201098 Feb 16 09:29:27.321695 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b987275b-d67d-4cf4-838b-3deb0a5f0ede req-c29b50b4-8317-48ed-9cb6-dcc6416442a0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Feb 16 09:29:27.322252 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d21e0139-6289-4713-b564-6fad3a465f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.464478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d21e0139-6289-4713-b564-6fad3a465f89 admin admin] Publish callbacks [] for security_group (db02157e-35c8-46e4-8deb-d420bbb05fc7), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.473020 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-d21e0139-6289-4713-b564-6fad3a465f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (db02157e-35c8-46e4-8deb-d420bbb05fc7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.539025 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e0139-6289-4713-b564-6fad3a465f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db02157e-35c8-46e4-8deb-d420bbb05fc7,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:27.578076 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-d21e0139-6289-4713-b564-6fad3a465f89 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b0d6bd7a00f24805b6ac961c4f766be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271698 Feb 16 09:29:27.579423 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55764) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:27.585329 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba702613-c99b-4565-8587-a8dad4730d62 req-fa663f4d-40a4-44c4-b4ed-4531e8cfa514 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:27.597649 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ba702613-c99b-4565-8587-a8dad4730d62 req-fa663f4d-40a4-44c4-b4ed-4531e8cfa514 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.1813018 Feb 16 09:29:27.685062 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] Publish callbacks [] for security_group (db02157e-35c8-46e4-8deb-d420bbb05fc7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.692718 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ba702613-c99b-4565-8587-a8dad4730d62 req-923002d5-adf1-40b8-8d97-d0b9e8b0a330 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939808 Feb 16 09:29:27.725269 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] Publish callbacks [] for security_group (db02157e-35c8-46e4-8deb-d420bbb05fc7), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.790877 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (db02157e-35c8-46e4-8deb-d420bbb05fc7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.794064 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:27.795202 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/db02157e-35c8-46e4-8deb-d420bbb05fc7 HTTP/1.1" status: 204 len: 168 time: 0.2142844 Feb 16 09:29:27.804322 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327be7c-0552-41ed-8131-c228d7046972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db02157e-35c8-46e4-8deb-d420bbb05fc7,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:28.494026 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8919fb-f39c-43c8-ade4-ffcded13e0e3 req-934c9dce-6566-46e2-8b8c-db13b2dcd1df tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:28.496258 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f8919fb-f39c-43c8-ade4-ffcded13e0e3 req-934c9dce-6566-46e2-8b8c-db13b2dcd1df tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0751436 Feb 16 09:29:28.549356 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f8919fb-f39c-43c8-ade4-ffcded13e0e3 req-ec1967d6-3e3d-471b-b7b9-78b954bfc6df tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Feb 16 09:29:28.832636 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4dcb-a517-4b3b-9e3d-f4d0c009e79e req-14a43bd7-0ec7-4806-b88a-7005c6058531 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:28.834108 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-374e4dcb-a517-4b3b-9e3d-f4d0c009e79e req-14a43bd7-0ec7-4806-b88a-7005c6058531 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0574248 Feb 16 09:29:28.899701 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-374e4dcb-a517-4b3b-9e3d-f4d0c009e79e req-1889279a-1d6b-4ffc-a9a5-0a53b2e95d3e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597794 Feb 16 09:29:29.473502 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9dc801ec-ab70-4f57-8e52-9ab753487fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:29.702069 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846f0d2-c190-4721-bcfe-30ee102afccc req-f66a81b0-2a71-4e11-abdc-72e74f5dabdf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:29.704456 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2846f0d2-c190-4721-bcfe-30ee102afccc req-f66a81b0-2a71-4e11-abdc-72e74f5dabdf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0626540 Feb 16 09:29:29.770131 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2846f0d2-c190-4721-bcfe-30ee102afccc req-2f2518a3-a1d5-4ddc-b685-ab24784742a9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601964 Feb 16 09:29:30.048039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bb1d-aea6-4c37-b5be-0832a08c90d5 req-3e4543c0-d084-4cfb-88a8-0ce2f9207fa7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:30.049549 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-abc2bb1d-aea6-4c37-b5be-0832a08c90d5 req-3e4543c0-d084-4cfb-88a8-0ce2f9207fa7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0693617 Feb 16 09:29:30.102360 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-abc2bb1d-aea6-4c37-b5be-0832a08c90d5 req-7250a501-4016-499f-b371-bfb63e8c3993 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469639 Feb 16 09:29:30.372248 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-428e1c93-2416-476c-8765-576865547e90 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5bbb294517cc450bbd3eb010343efc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311162 Feb 16 09:29:30.609778 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-64c0451d-64d2-4290-afbe-36b1f20b8ccd tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:30.611572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-64c0451d-64d2-4290-afbe-36b1f20b8ccd tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341306 Feb 16 09:29:30.626638 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-c1a97f3f-fea2-4256-b235-5d6e63398bb6 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/quotas/5bbb294517cc450bbd3eb010343efc05 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Feb 16 09:29:30.652858 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:30.661916 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-78ddfb3b-e311-4954-8fc6-6031a040bbb3 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bbb294517cc450bbd3eb010343efc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295513 Feb 16 09:29:30.867054 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b23c06a0-ef6c-44e6-b601-eedb4751ca9e req-3452990a-2aa7-408d-9f9a-081397597080 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0655544 Feb 16 09:29:30.972413 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a130-9c45-42f9-93e3-e4aba2c41a78 req-d80b6cd3-1807-4f54-bda5-bb72c814e1de tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:30.974350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3160a130-9c45-42f9-93e3-e4aba2c41a78 req-d80b6cd3-1807-4f54-bda5-bb72c814e1de tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0902781 Feb 16 09:29:31.035507 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3160a130-9c45-42f9-93e3-e4aba2c41a78 req-66f44706-82f2-4d1f-9af1-2f3c160f208f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Feb 16 09:29:31.241288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8dd34-6360-4089-9438-2446ad16e855 req-8155af3c-e076-47bd-bb3d-80201e21d3fa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:31.242862 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2c8dd34-6360-4089-9438-2446ad16e855 req-8155af3c-e076-47bd-bb3d-80201e21d3fa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0612266 Feb 16 09:29:31.292349 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f2c8dd34-6360-4089-9438-2446ad16e855 req-226682af-0eb8-4f32-8d56-fe14d4484ad7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Feb 16 09:29:31.875570 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:31.954338 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3f648747-5b3c-429d-8775-a1c13cf46540 req-028018a9-6882-4b5d-b0fe-9a8757da5b30 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0291097 Feb 16 09:29:32.168631 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82115c99-e284-45d3-9856-315794d17137 req-0749649b-808b-4384-8f64-052ff3c3f34d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:32.170181 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82115c99-e284-45d3-9856-315794d17137 req-0749649b-808b-4384-8f64-052ff3c3f34d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0584497 Feb 16 09:29:32.216735 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82115c99-e284-45d3-9856-315794d17137 req-1d535bc0-ecfd-498c-a1e6-7714cc976f9e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Feb 16 09:29:32.417379 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9273-400c-498b-893f-d7085c4de067 req-a67e2f2a-b360-4cd1-8860-9e73a81def8f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:32.419331 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eada9273-400c-498b-893f-d7085c4de067 req-a67e2f2a-b360-4cd1-8860-9e73a81def8f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0615239 Feb 16 09:29:32.469602 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eada9273-400c-498b-893f-d7085c4de067 req-9c648d21-1873-42ee-9112-6eba7c77b0d6 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Feb 16 09:29:33.085183 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a021c877-c8a4-4e1a-915a-56ed8990582b req-47dd32cb-5858-469a-a6ec-cd7b11504a68 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0257068 Feb 16 09:29:33.097516 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 55908) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:33.249860 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-60316cd0-9d72-4091-89fc-67a4c97035ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.329105 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-60316cd0-9d72-4091-89fc-67a4c97035ea admin admin] Publish callbacks [] for security_group (7fd7f0e3-1c75-4dce-899e-34715cbe4f9c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.334345 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-60316cd0-9d72-4091-89fc-67a4c97035ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7fd7f0e3-1c75-4dce-899e-34715cbe4f9c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.344775 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5125a15-b45e-40e7-bf3a-8ba58c61a934 req-f0b49fa2-0172-46a5-bb2b-5b734a30245d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:33.345989 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f5125a15-b45e-40e7-bf3a-8ba58c61a934 req-f0b49fa2-0172-46a5-bb2b-5b734a30245d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0557258 Feb 16 09:29:33.367709 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-60316cd0-9d72-4091-89fc-67a4c97035ea admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a3d8559254684c6e863af74d6b54f49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690225 Feb 16 09:29:33.371900 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 55914) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:33.378122 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316cd0-9d72-4091-89fc-67a4c97035ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7f0e3-1c75-4dce-899e-34715cbe4f9c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:33.426523 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f5125a15-b45e-40e7-bf3a-8ba58c61a934 req-1a447f46-184d-45e5-950e-3c02a532513a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749717 Feb 16 09:29:33.466619 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.706900 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] Publish callbacks [] for security_group (7fd7f0e3-1c75-4dce-899e-34715cbe4f9c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.753320 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] Publish callbacks [] for security_group (7fd7f0e3-1c75-4dce-899e-34715cbe4f9c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.800395 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2febdc5-0cc4-4960-8f83-9042d871a9b9 req-ba386377-6599-470f-9f21-dc34516786a7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:33.802016 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a2febdc5-0cc4-4960-8f83-9042d871a9b9 req-ba386377-6599-470f-9f21-dc34516786a7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.0972676 Feb 16 09:29:33.835456 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (7fd7f0e3-1c75-4dce-899e-34715cbe4f9c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.837974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:33.839143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7fd7f0e3-1c75-4dce-899e-34715cbe4f9c HTTP/1.1" status: 204 len: 168 time: 0.4651778 Feb 16 09:29:33.853839 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a025be-62b9-4d0b-aa2d-2fef60185306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7f0e3-1c75-4dce-899e-34715cbe4f9c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:33.863651 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a2febdc5-0cc4-4960-8f83-9042d871a9b9 req-20ab1c11-7c16-4532-9157-2850714b590a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Feb 16 09:29:34.191356 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9d74bcc-c363-47bf-9f05-101ea9f1584d req-21aab7cd-7e7d-41ca-a2a7-9cdd87e08681 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0305469 Feb 16 09:29:34.554729 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ae4da-57d3-4b99-8f8d-9e25b99e1b1c req-54f43926-b61f-4492-a6c8-d1918d747e9a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:34.556344 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fa1ae4da-57d3-4b99-8f8d-9e25b99e1b1c req-54f43926-b61f-4492-a6c8-d1918d747e9a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0536180 Feb 16 09:29:34.603004 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fa1ae4da-57d3-4b99-8f8d-9e25b99e1b1c req-2fc835ba-51d8-45f4-8c1e-98ad76528f3d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Feb 16 09:29:34.933428 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Request body: {'port': {'device_id': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:35.004895 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-b4f8eff5-4eea-4a71-ba63-20f072ed2627 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845936147&fields=id&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 267 time: 0.1038737 Feb 16 09:29:35.065418 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:35.149947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b436-2a88-4836-8900-a8b451d15333 req-0d5b6003-3598-40aa-a8d7-a37235be8c6f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:35.151440 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35b7b436-2a88-4836-8900-a8b451d15333 req-0d5b6003-3598-40aa-a8d7-a37235be8c6f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 931 time: 0.1970179 Feb 16 09:29:35.278678 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-4c27329d-9e37-4e54-9ee0-df20ead89b11 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:35.280084 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-4c27329d-9e37-4e54-9ee0-df20ead89b11 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.2519503 Feb 16 09:29:35.307516 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35b7b436-2a88-4836-8900-a8b451d15333 req-e8bf18e1-e3df-4eab-bc34-6580c77c24c4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476307 Feb 16 09:29:35.310994 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-70e14e14-e177-422a-b86a-3c257ef4eb16 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/quotas/690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 375 time: 0.0219381 Feb 16 09:29:35.433382 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4169c105-9fe7-449d-afdd-212e6be9e642 req-6538666d-861c-4ce1-9d74-c213a32fe04e tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0646122 Feb 16 09:29:35.464669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-777285b3-5070-40ed-8b4a-a982fee791de tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348081 Feb 16 09:29:35.617771 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2193171-9529-4e4c-9102-94e96793a838 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:35.629503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks [] for port (a2193171-9529-4e4c-9102-94e96793a838), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:35.653725 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390a74-2d70-4aa3-b617-9fc2b420cff4 req-6e226664-a305-401f-bb27-6636b3310903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:35.655281 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8b390a74-2d70-4aa3-b617-9fc2b420cff4 req-6e226664-a305-401f-bb27-6636b3310903 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 1129 time: 0.1535625 Feb 16 09:29:35.658830 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-9ab78dfe-6e75-48cd-aba6-1fc5aa123595 service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799223 Feb 16 09:29:35.659703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Transition to ACTIVE for port object a2193171-9529-4e4c-9102-94e96793a838 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:35.664160 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:35.823770 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:35.879483 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8b390a74-2d70-4aa3-b617-9fc2b420cff4 req-c9ddbd61-9d62-496e-be0c-a5ea75cdbd24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012694 Feb 16 09:29:35.913551 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-3575b689-e277-4ac7-9579-8350a6d52d79 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5bbb294517cc450bbd3eb010343efc05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437009 Feb 16 09:29:35.924075 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a615-79bd-4148-b528-8d675f47a5f1 req-fd75bd79-6fc1-4c46-ab5e-9cf559f8f1a3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:35.925595 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c514a615-79bd-4148-b528-8d675f47a5f1 req-fd75bd79-6fc1-4c46-ab5e-9cf559f8f1a3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.2491140 Feb 16 09:29:35.932805 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-2516ddea-e861-4a8d-9cb5-85734e4cddff service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663674 Feb 16 09:29:35.980172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Attempting to bind port a2193171-9529-4e4c-9102-94e96793a838 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:35.980512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Attempting to bind port a2193171-9529-4e4c-9102-94e96793a838 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:35.980843 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Attempting to bind port a2193171-9529-4e4c-9102-94e96793a838 on network ef95d463-d131-4802-b1e5-b712a0661bc4 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:35.993811 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Port a2193171-9529-4e4c-9102-94e96793a838 on network ef95d463-d131-4802-b1e5-b712a0661bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:29:35.994139 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Attempting to bind port a2193171-9529-4e4c-9102-94e96793a838 on network ef95d463-d131-4802-b1e5-b712a0661bc4 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:36.003007 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c514a615-79bd-4148-b528-8d675f47a5f1 req-dc61b05b-11d4-4e34-90fa-3dc4d8149464 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675561 Feb 16 09:29:36.004201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:36.004538 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Checking segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:36.004912 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Bound using segment: {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:36.005342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Bound port: a2193171-9529-4e4c-9102-94e96793a838, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c36e503-3ff4-41d8-bdbc-f4fc664c6199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:36.005696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.088146 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:36.091343 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:36.098182 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.136629 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.137390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.138838 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 1093 time: 1.2150335 Feb 16 09:29:36.141143 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:36.143380 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:36.177764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b28ab-92c4-4170-b930-e283c8fa0e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.198117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4d55f5-b3a3-4014-aedd-e6dadb536991 x-openstack-request-id: req-5f4d55f5-b3a3-4014-aedd-e6dadb536991 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:36.198412 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:36.199221 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f4d55f5-b3a3-4014-aedd-e6dadb536991 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:36.199632 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:29:36.288673 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e146838-4fc3-4170-9906-a43f60a19259 req-6e04ccf9-a1d2-4842-a6de-4e2a7d7bcbb9 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0614026 Feb 16 09:29:36.337172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-14202939-fcb3-49e0-a9ed-db142cd3a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.338753 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-14202939-fcb3-49e0-a9ed-db142cd3a434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1127 time: 0.0773482 Feb 16 09:29:36.480600 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-739c74d6-9026-41c6-917c-6e4306269c11 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.482084 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-739c74d6-9026-41c6-917c-6e4306269c11 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647038 Feb 16 09:29:36.505929 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Request body: {'port': {'device_id': '6aebafa2-6911-4627-9990-634f20ebaecc', 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a', 'admin_state_up': True, 'tenant_id': '5bbb294517cc450bbd3eb010343efc05'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:36.534925 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8f69-d20b-4201-8046-7e8e473f8b94 req-18cdfb5d-8f95-4b4a-9459-de03232ab1cb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.536448 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c5bf8f69-d20b-4201-8046-7e8e473f8b94 req-18cdfb5d-8f95-4b4a-9459-de03232ab1cb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 943 time: 0.1358624 Feb 16 09:29:36.570735 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-be254832-4bb8-4cd5-abe4-e2f342933915 req-3b6c1a3e-b784-40f8-ba5f-6371dcb7c86d tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0461788 Feb 16 09:29:36.571715 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-1148e6dd-5b24-4fd2-9fc3-d67a7e19fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.573051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-1148e6dd-5b24-4fd2-9fc3-d67a7e19fbab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95e44d55b575475e983667536f98ba1b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2226195 Feb 16 09:29:36.639429 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Made reservation on behalf of 5bbb294517cc450bbd3eb010343efc05 for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:36.641316 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c5bf8f69-d20b-4201-8046-7e8e473f8b94 req-605d73e1-3504-48c9-9343-e9f80f65b45e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 Feb 16 09:29:36.643210 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.654225 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.706132 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-29d7cf31-156a-4037-8a46-44b629d15312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.707721 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-73b1ea85-278c-4b47-94a8-c6ffa5811cc7 req-29d7cf31-156a-4037-8a46-44b629d15312 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207709 Feb 16 09:29:36.751486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks [] for security_group (b340356f-b9f3-48c8-8015-1082e9b6fc0a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.756408 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b340356f-b9f3-48c8-8015-1082e9b6fc0a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:36.818524 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b340356f-b9f3-48c8-8015-1082e9b6fc0a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.840126 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-35f2ad5c-665c-4ca2-9005-cc1f0fc23e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.841628 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-35f2ad5c-665c-4ca2-9005-cc1f0fc23e78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1127 time: 0.0583134 Feb 16 09:29:36.894925 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Allocated IP 192.168.233.156 (55375837-50f0-4ec4-9743-19c2a524cb9a/e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1/a404e887-0f74-4c59-909d-e7dbe2bd99a8) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:36.908055 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-1def7ab8-5f7c-4aa8-81eb-524b789a40a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 217 time: 0.0368984 Feb 16 09:29:36.973841 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-622e5860-8ea2-409e-83f1-049f3364c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:36.975302 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-622e5860-8ea2-409e-83f1-049f3364c806 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0514843 Feb 16 09:29:37.052544 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-edd13a73-1e04-48bc-9ffd-d3b54817f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.054222 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-edd13a73-1e04-48bc-9ffd-d3b54817f015 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547943 Feb 16 09:29:37.200161 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df767ae-b40b-4aa9-942b-549a543b4b21 req-07d7b179-1614-4942-9eb1-fbe69ca074b4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.201611 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1df767ae-b40b-4aa9-942b-549a543b4b21 req-07d7b179-1614-4942-9eb1-fbe69ca074b4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1133475 Feb 16 09:29:37.204062 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-fbfdd2c9-0cc8-4403-b1f7-cd24cd30662f service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336155 Feb 16 09:29:37.268151 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks [] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.275291 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1df767ae-b40b-4aa9-942b-549a543b4b21 req-c4e54cb1-8d29-4e43-a047-291c6e5fd155 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674419 Feb 16 09:29:37.308588 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.334102 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72869393-f0b3-46c2-ac50-c719abc60e8a req-0515afe0-7765-4833-abdd-3720e25496d2 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126857 Feb 16 09:29:37.355958 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Network 55375837-50f0-4ec4-9743-19c2a524cb9a is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:37.359760 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:37.364500 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:37.368812 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.369429 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.376595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Pushing event updated for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:37.382273 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f49e2eea-cdcc-431f-bce9-a3cf202adbbd req-8cf28002-d9f5-41f0-96f3-76a4fa064df2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Feb 16 09:29:37.392173 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ec20112c-57ed-4643-81e7-7f6dfcb985d5 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8938770 Feb 16 09:29:37.410743 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Request body: {'port': {'device_id': '6aebafa2-6911-4627-9990-634f20ebaecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:37.478177 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.616333 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5ef5ce4f-311c-487b-908b-e3528bce31eb None None] Provisioning complete for port a404e887-0f74-4c59-909d-e7dbe2bd99a8 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:37.617398 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ce4f-311c-487b-908b-e3528bce31eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.665281 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ce4f-311c-487b-908b-e3528bce31eb None None] Port a404e887-0f74-4c59-909d-e7dbe2bd99a8 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:29:37.711797 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e9efe-4b6e-4579-9e92-2b4f8ff1ae06 req-07304e3d-ec2a-4edd-88ff-004a965cb781 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.713977 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ba2e9efe-4b6e-4579-9e92-2b4f8ff1ae06 req-07304e3d-ec2a-4edd-88ff-004a965cb781 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 936 time: 0.0686791 Feb 16 09:29:37.801956 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a404e887-0f74-4c59-909d-e7dbe2bd99a8 {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:37.809322 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks [] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.822965 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Transition to ACTIVE for port object a404e887-0f74-4c59-909d-e7dbe2bd99a8 will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:37.827050 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.876428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ba2e9efe-4b6e-4579-9e92-2b4f8ff1ae06 req-edb05eb0-a198-4d37-a71c-64d37b9bdfc3 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520979 Feb 16 09:29:37.909031 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887668d-3e47-450b-a7ca-3e439160513f req-5919ae34-4f62-4bcb-b137-71217f68753b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.916354 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3887668d-3e47-450b-a7ca-3e439160513f req-5919ae34-4f62-4bcb-b137-71217f68753b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 943 time: 0.1806917 Feb 16 09:29:37.922131 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Attempting to bind port a404e887-0f74-4c59-909d-e7dbe2bd99a8 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:37.922871 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Attempting to bind port a404e887-0f74-4c59-909d-e7dbe2bd99a8 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:37.923444 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Attempting to bind port a404e887-0f74-4c59-909d-e7dbe2bd99a8 on network 55375837-50f0-4ec4-9743-19c2a524cb9a {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:37.928819 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Port a404e887-0f74-4c59-909d-e7dbe2bd99a8 on network 55375837-50f0-4ec4-9743-19c2a524cb9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:29:37.929007 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-89313278-5ebc-4133-87a3-445a0004398a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:37.929330 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Attempting to bind port a404e887-0f74-4c59-909d-e7dbe2bd99a8 on network 55375837-50f0-4ec4-9743-19c2a524cb9a {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:37.930328 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-89313278-5ebc-4133-87a3-445a0004398a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.2159121 Feb 16 09:29:37.931357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Pushing event updated for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:37.938204 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:37.938892 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Checking segment: {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:37.939709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Bound using segment: {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:37.941195 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Bound port: a404e887-0f74-4c59-909d-e7dbe2bd99a8, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39756b02-72f6-485e-996e-ebf8d8e9ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:37.941767 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:37.992854 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3887668d-3e47-450b-a7ca-3e439160513f req-afd2a5d4-9841-448c-9a1a-b4e9801c229f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756242 Feb 16 09:29:38.040511 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:38.043770 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:38.048739 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-b8706490-2096-4373-a1be-77acaf9afc0b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 380 time: 0.0974858 Feb 16 09:29:38.050450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:38.063611 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'port': {'device_id': '446b062f-0d97-434a-9e90-2312d348f8d0', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'admin_state_up': True, 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'security_groups': ['a4ab6a5f-31b9-4ed1-9579-413cae832847']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:38.089447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.090065 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:38.091650 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] 10.222.0.24 "PUT /v2.0/ports/a404e887-0f74-4c59-909d-e7dbe2bd99a8 HTTP/1.1" status: 200 len: 1098 time: 0.6853447 Feb 16 09:29:38.094631 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:38.097030 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:38.139435 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254d99-e1fc-42c3-a180-902a2d23275c service neutron] Pushing event updated for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:38.171053 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a36e60-871b-4eeb-9ffd-c7a3be4edc8b x-openstack-request-id: req-57a36e60-871b-4eeb-9ffd-c7a3be4edc8b {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:38.171343 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:38.171595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-57a36e60-871b-4eeb-9ffd-c7a3be4edc8b {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:38.172007 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8', 'status': 'completed', 'code': 200} Feb 16 09:29:38.213160 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Made reservation on behalf of 690745bb6b6d4a1d8e021f08b9370685 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:38.221647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:38.258835 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-19f7e093-9959-4693-a370-4b343df1b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.260882 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-19f7e093-9959-4693-a370-4b343df1b5d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bbb294517cc450bbd3eb010343efc05&device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 1132 time: 0.0527036 Feb 16 09:29:38.318816 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-ca3ec978-ca5c-46b9-b6a9-625c7d9bcf19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8 HTTP/1.1" status: 200 len: 217 time: 0.0389261 Feb 16 09:29:38.386639 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-2b1ef435-b08c-4819-ad35-c021d5048da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.388153 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-2b1ef435-b08c-4819-ad35-c021d5048da9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1 HTTP/1.1" status: 200 len: 843 time: 0.0558114 Feb 16 09:29:38.472252 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-e5bc0147-02d7-4e9a-a024-b1efffb3cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.474525 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-e5bc0147-02d7-4e9a-a024-b1efffb3cc2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55375837-50f0-4ec4-9743-19c2a524cb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0588062 Feb 16 09:29:38.580815 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-9a3e2e65-7b80-4d72-b719-0ee3c68218b7 service neutron] 10.222.0.24 "GET /v2.0/networks/55375837-50f0-4ec4-9743-19c2a524cb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894365 Feb 16 09:29:38.655744 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-befe2472-4b69-42f1-aea4-037087631203 req-92757622-f823-4759-bc26-7e45b84caa57 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0625226 Feb 16 09:29:38.668161 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.20.0.11 (8e866a1f-4c4f-4dc1-88a8-409844e417e8/cc047a79-e6f0-4395-b47b-992e35353654/10483ee2-faad-4dff-bb30-fd30596017c3) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:38.691658 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b54f30e3-1a82-4780-89b1-661ebcd0ae44 req-50a07a46-123a-47f8-8299-1f3c383516a3 service neutron] 10.222.0.24 "GET /v2.0/networks/55375837-50f0-4ec4-9743-19c2a524cb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974667 Feb 16 09:29:38.701014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfd3f5-efa0-442f-af41-1aff127b5b6b req-032d5693-d6c7-46f9-8c3b-d99bb02a3c0e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.703083 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0fdfd3f5-efa0-442f-af41-1aff127b5b6b req-032d5693-d6c7-46f9-8c3b-d99bb02a3c0e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.1088245 Feb 16 09:29:38.817708 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-1d4409e0-6876-4897-bf0d-5350da0b53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.819325 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-1d4409e0-6876-4897-bf0d-5350da0b53c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bbb294517cc450bbd3eb010343efc05&device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 1132 time: 0.0452933 Feb 16 09:29:38.820226 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0fdfd3f5-efa0-442f-af41-1aff127b5b6b req-8fbe4ba7-26f8-4bb8-b075-043b5b43ae22 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 Feb 16 09:29:38.861594 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (10483ee2-faad-4dff-bb30-fd30596017c3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:38.924510 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-b8bacb2c-80b6-4033-97e5-ff7e44ec0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:38.926196 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-b8bacb2c-80b6-4033-97e5-ff7e44ec0af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55375837-50f0-4ec4-9743-19c2a524cb9a HTTP/1.1" status: 200 len: 870 time: 0.0959914 Feb 16 09:29:38.932584 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:38.974216 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-deaa407e-764d-480d-af8e-7c4df17b7bc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8 HTTP/1.1" status: 200 len: 217 time: 0.0371993 Feb 16 09:29:38.996239 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:39.022001 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51570b69-fe61-40ec-92f0-a0b2f5620323 req-cfd9c499-d56b-49b1-b9e4-dbe9f8db719a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.023503 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-51570b69-fe61-40ec-92f0-a0b2f5620323 req-cfd9c499-d56b-49b1-b9e4-dbe9f8db719a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1345024 Feb 16 09:29:39.031767 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:39.035923 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:39.036661 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-f757f608-0e2d-4183-82c5-947abf37dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.038336 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-f757f608-0e2d-4183-82c5-947abf37dd09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1 HTTP/1.1" status: 200 len: 843 time: 0.0472336 Feb 16 09:29:39.046793 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.100459 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-12f133b4-ed4c-4ce3-9965-334371dc881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.102051 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-12f133b4-ed4c-4ce3-9965-334371dc881a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55375837-50f0-4ec4-9743-19c2a524cb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0539932 Feb 16 09:29:39.127696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.128359 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.136883 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856fef3-179c-4002-b0aa-01b6210d28de req-5c00972c-bbc8-4b0c-b999-c54151ef4934 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.138422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c856fef3-179c-4002-b0aa-01b6210d28de req-5c00972c-bbc8-4b0c-b999-c54151ef4934 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 948 time: 0.1711383 Feb 16 09:29:39.169397 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-51570b69-fe61-40ec-92f0-a0b2f5620323 req-260424eb-068f-4d40-be17-65b332bcc0f6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353610 Feb 16 09:29:39.215590 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-cf500c7c-af41-4dec-a62f-88282e23c421 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1566217 Feb 16 09:29:39.217322 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-ec5cc1e8-bb5e-4936-9228-8edc6890e1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/55375837-50f0-4ec4-9743-19c2a524cb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998909 Feb 16 09:29:39.231950 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c856fef3-179c-4002-b0aa-01b6210d28de req-81bbc4f0-2f6c-48dc-9f6f-a7801aa87967 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Feb 16 09:29:39.247863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Request body: {'port': {'device_id': '446b062f-0d97-434a-9e90-2312d348f8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:39.248173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a2193171-9529-4e4c-9102-94e96793a838 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:29:39.312214 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-8a44bf09-90ba-40be-a263-354933040e0c None None] Provisioning complete for port 10483ee2-faad-4dff-bb30-fd30596017c3 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:39.312820 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8a44bf09-90ba-40be-a263-354933040e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.359482 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-8a44bf09-90ba-40be-a263-354933040e0c None None] Port 10483ee2-faad-4dff-bb30-fd30596017c3 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:29:39.367559 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-43c6b6c9-13ec-47eb-ae5e-5e431355e4e9 req-515100c3-cee4-410c-a264-e77debe4cc0b service neutron] 10.222.0.24 "GET /v2.0/networks/55375837-50f0-4ec4-9743-19c2a524cb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184111 Feb 16 09:29:39.395447 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.420176 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:39.425111 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97acbe-7648-4b46-b742-fbc0a1ba7175 req-06c1341d-d5f9-4d32-a89a-0ef1889ee1f4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.433026 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1c97acbe-7648-4b46-b742-fbc0a1ba7175 req-06c1341d-d5f9-4d32-a89a-0ef1889ee1f4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 943 time: 0.1803799 Feb 16 09:29:39.433790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a2193171-9529-4e4c-9102-94e96793a838', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'port_id': 'a2193171-9529-4e4c-9102-94e96793a838', 'mac_address': 'fa:16:3e:b1:7c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:29:39.476063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a2193171-9529-4e4c-9102-94e96793a838 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:39.476398 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.496689 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2193171-9529-4e4c-9102-94e96793a838 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:39.519748 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:39.524764 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.582779 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1c97acbe-7648-4b46-b742-fbc0a1ba7175 req-d4acdc44-f725-4d00-b604-4a1664652127 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485908 Feb 16 09:29:39.606418 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.791300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10483ee2-faad-4dff-bb30-fd30596017c3 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:39.800991 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks [] for port (10483ee2-faad-4dff-bb30-fd30596017c3), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.818267 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Transition to ACTIVE for port object 10483ee2-faad-4dff-bb30-fd30596017c3 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:39.826616 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753afd5-df66-4ada-a0c7-414a11b620cf req-9d140294-4866-4bc4-9cfb-7fa5c0543f52 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:39.829153 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b753afd5-df66-4ada-a0c7-414a11b620cf req-9d140294-4866-4bc4-9cfb-7fa5c0543f52 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 932 time: 0.1035216 Feb 16 09:29:39.830342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:39.902017 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.945709 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b753afd5-df66-4ada-a0c7-414a11b620cf req-541e2301-5757-486f-a186-4fa67fbabffb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096454 Feb 16 09:29:39.992360 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Attempting to bind port 10483ee2-faad-4dff-bb30-fd30596017c3 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:39.992704 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Attempting to bind port 10483ee2-faad-4dff-bb30-fd30596017c3 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:39.993018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Attempting to bind port 10483ee2-faad-4dff-bb30-fd30596017c3 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:39.997579 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Port 10483ee2-faad-4dff-bb30-fd30596017c3 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:29:39.997895 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Attempting to bind port 10483ee2-faad-4dff-bb30-fd30596017c3 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:40.003866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:40.004412 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:40.004797 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Bound using segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:40.005221 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Bound port: 10483ee2-faad-4dff-bb30-fd30596017c3, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:40.005574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:40.076315 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:40.079770 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=10483ee2-faad-4dff-bb30-fd30596017c3,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:40.086777 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:40.121837 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.122462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:40.124109 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] 10.222.0.24 "PUT /v2.0/ports/10483ee2-faad-4dff-bb30-fd30596017c3 HTTP/1.1" status: 200 len: 1094 time: 0.8804336 Feb 16 09:29:40.126603 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:40.129116 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf4e21-ed02-43b4-be15-c44dad682bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:40.137377 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:40.159795 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be36da-a57a-41e5-93dd-1ed98c836dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:40.181351 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc468faf-ca03-47bb-984e-281408cb52b4 x-openstack-request-id: req-fc468faf-ca03-47bb-984e-281408cb52b4 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:40.181614 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:40.181879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fc468faf-ca03-47bb-984e-281408cb52b4 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:40.182304 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3', 'status': 'completed', 'code': 200} Feb 16 09:29:40.246709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-0cae0034-97aa-4371-ba92-b45808daf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.248243 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-0cae0034-97aa-4371-ba92-b45808daf8c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 1128 time: 0.0489354 Feb 16 09:29:40.338005 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-4fc7c744-1264-4f87-be29-82bb77502ac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10483ee2-faad-4dff-bb30-fd30596017c3 HTTP/1.1" status: 200 len: 217 time: 0.0560598 Feb 16 09:29:40.421738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-523d4011-c6a2-46f9-a515-29d20363ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.423327 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-523d4011-c6a2-46f9-a515-29d20363ea46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0575957 Feb 16 09:29:40.434864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd624f-a1cd-4828-8310-7c069faf7f29 req-fc166556-0fcd-4734-ad61-e088e83e303d tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.437658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-29dd624f-a1cd-4828-8310-7c069faf7f29 req-fc166556-0fcd-4734-ad61-e088e83e303d tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 948 time: 0.1018295 Feb 16 09:29:40.513458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-29dd624f-a1cd-4828-8310-7c069faf7f29 req-8f61d066-6cf4-42dd-bbcd-4edb2ffa2e89 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675650 Feb 16 09:29:40.516863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-e2f9b3ef-c3e6-4d89-ac96-b245cf8054ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.518331 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-e2f9b3ef-c3e6-4d89-ac96-b245cf8054ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797596 Feb 16 09:29:40.622818 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-1ffe40f6-c175-4cfd-8560-dcd043f86383 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924077 Feb 16 09:29:40.763407 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f733d-e3d1-46d9-ae99-1058936da76e req-f3a6852a-a968-4778-9e68-45f9348224d4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.765843 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-467f733d-e3d1-46d9-ae99-1058936da76e req-f3a6852a-a968-4778-9e68-45f9348224d4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 944 time: 0.1096361 Feb 16 09:29:40.767998 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b82bb40-1cb5-46b0-9cfc-e49cf38c9fd5 req-ceb641a1-acea-483a-b995-541f3026b5cb service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334538 Feb 16 09:29:40.828764 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-467f733d-e3d1-46d9-ae99-1058936da76e req-eec08ed2-f787-42a3-8691-5cad9a407c8f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Feb 16 09:29:40.901068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-65b09f9c-88f2-4efc-9e99-eef027decf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.902561 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-65b09f9c-88f2-4efc-9e99-eef027decf33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0443118 Feb 16 09:29:40.925111 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6332-2de8-4c3f-a6d0-21588b14dcfc req-ee494d31-79c3-4fbc-8842-02e5f87eed2b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.926607 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca9a6332-2de8-4c3f-a6d0-21588b14dcfc req-ee494d31-79c3-4fbc-8842-02e5f87eed2b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0860910 Feb 16 09:29:40.928549 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-149cdb2a-d976-49da-8a5b-7f9af4f189de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.929897 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-149cdb2a-d976-49da-8a5b-7f9af4f189de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 1128 time: 0.0807521 Feb 16 09:29:41.000460 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-461b1cdf-f2c8-42f1-aad9-08dff997d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.002588 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-461b1cdf-f2c8-42f1-aad9-08dff997d4ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.0905356 Feb 16 09:29:41.038450 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca9a6332-2de8-4c3f-a6d0-21588b14dcfc req-74f30be0-6a0b-49f5-a6d6-823659722130 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058125 Feb 16 09:29:41.081129 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-ff905b15-954b-4f45-8a63-ee698d5e4215 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0505934 Feb 16 09:29:41.085211 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-9dfd8818-634b-47f6-a76d-b03e8d5bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.086652 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-9dfd8818-634b-47f6-a76d-b03e8d5bf1c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.1413927 Feb 16 09:29:41.102046 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbc20-2757-4097-8bd8-6730dc8293d1 req-4e4966a4-ba56-45b6-b835-13418c0d2635 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.103470 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9eccbc20-2757-4097-8bd8-6730dc8293d1 req-4e4966a4-ba56-45b6-b835-13418c0d2635 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0794261 Feb 16 09:29:41.156865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-db5fb9ec-52b7-40ac-b8fb-c65e5b924c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.158281 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-db5fb9ec-52b7-40ac-b8fb-c65e5b924c1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0440826 Feb 16 09:29:41.167761 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-280b92de-252c-4cc8-80fc-0f14c20f7c59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10483ee2-faad-4dff-bb30-fd30596017c3 HTTP/1.1" status: 200 len: 217 time: 0.0421793 Feb 16 09:29:41.191987 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-bfa8d832-7416-4165-81c9-0d6a87657d68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257385 Feb 16 09:29:41.198936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9eccbc20-2757-4097-8bd8-6730dc8293d1 req-e8cd8ce2-6cea-4d80-a49b-6aa01614cd60 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889812 Feb 16 09:29:41.235733 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-32ac90f7-2f8b-4882-ae54-74cf0f27889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.237734 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-32ac90f7-2f8b-4882-ae54-74cf0f27889a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0554235 Feb 16 09:29:41.255478 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a404e887-0f74-4c59-909d-e7dbe2bd99a8 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:29:41.296935 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-5a2aedf3-709d-4683-9d3a-2ca09169baa6 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929163 Feb 16 09:29:41.298860 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-4b79c973-b1b0-4e04-9f6e-cb37c46b5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.300359 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-4b79c973-b1b0-4e04-9f6e-cb37c46b5ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464520 Feb 16 09:29:41.355612 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:41.366661 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8', 'network_id': '55375837-50f0-4ec4-9743-19c2a524cb9a', 'port_id': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8', 'mac_address': 'fa:16:3e:48:a7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dbf6f2-a4d8-4ded-afd4-1d54e52eaeb1', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:29:41.416883 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a404e887-0f74-4c59-909d-e7dbe2bd99a8 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:41.417271 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:41.423163 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-6792486c-9b83-4181-921d-a05483d04bea service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959778 Feb 16 09:29:41.429455 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1b6c2a60-e1b8-4730-ab28-e4533fb69c43 req-763fb730-08d6-40eb-9a73-fd7154a7002b service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049654 Feb 16 09:29:41.433543 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a404e887-0f74-4c59-909d-e7dbe2bd99a8 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:41.457277 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:41.461129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:41.511210 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:41.522023 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2cf4e21-ed02-43b4-be15-c44dad682bb1 req-8e6634aa-bf88-4571-a730-59c54c827dec service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Feb 16 09:29:41.631138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18c5cb-9543-4fe3-a0ff-ff1ad70ea3ce req-d956e2b3-43af-4713-9901-9f134ca0665d tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.632645 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc18c5cb-9543-4fe3-a0ff-ff1ad70ea3ce req-d956e2b3-43af-4713-9901-9f134ca0665d tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 949 time: 0.0529530 Feb 16 09:29:41.687922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc18c5cb-9543-4fe3-a0ff-ff1ad70ea3ce req-753de6db-e7a2-4f6a-bf04-af0cbffe6ce7 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Feb 16 09:29:41.938402 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045d9e8-cdd9-4740-a4ca-9c38eafcc437 req-0592ec35-d16e-4796-95cf-e00a5e609c15 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:41.939826 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d045d9e8-cdd9-4740-a4ca-9c38eafcc437 req-0592ec35-d16e-4796-95cf-e00a5e609c15 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 944 time: 0.0527666 Feb 16 09:29:41.964695 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a404e887-0f74-4c59-909d-e7dbe2bd99a8'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:41.986730 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d045d9e8-cdd9-4740-a4ca-9c38eafcc437 req-d6610fb0-7ca8-4bc9-95e8-e4b431a9b682 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Feb 16 09:29:42.160312 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9c8c-9fe5-4e59-8469-bfd0d7875fc2 req-718b3aee-97c5-4bc8-86d0-8519ae1f4541 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.161952 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d04f9c8c-9fe5-4e59-8469-bfd0d7875fc2 req-718b3aee-97c5-4bc8-86d0-8519ae1f4541 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0524421 Feb 16 09:29:42.208613 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d04f9c8c-9fe5-4e59-8469-bfd0d7875fc2 req-a192e835-793c-4962-9fde-1ab87cfdfa3b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Feb 16 09:29:42.327258 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce1717-2504-4ed8-906b-fff5e1c3270d req-6a17b969-14b3-48d3-97fc-019b9ab4748d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.328976 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccce1717-2504-4ed8-906b-fff5e1c3270d req-6a17b969-14b3-48d3-97fc-019b9ab4748d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0575447 Feb 16 09:29:42.379401 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccce1717-2504-4ed8-906b-fff5e1c3270d req-f38ad2bc-61a7-4f01-a79b-9d95773487bd tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Feb 16 09:29:42.821866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-9e66f736-9881-48ca-9150-79ad014926a1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.823294 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-9e66f736-9881-48ca-9150-79ad014926a1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.1301157 Feb 16 09:29:42.842698 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a790e-5605-474a-b9fc-ddeadacab116 req-4e07739a-7868-48ae-8930-855147da673b tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.844717 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-555a790e-5605-474a-b9fc-ddeadacab116 req-4e07739a-7868-48ae-8930-855147da673b tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 949 time: 0.0862472 Feb 16 09:29:42.848433 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-3a4f9800-9339-4b58-b0a9-343bbd577c96 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/quotas/06161d2bb1bc42e6aa6d5273574be351 HTTP/1.1" status: 200 len: 375 time: 0.0181639 Feb 16 09:29:42.918845 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-555a790e-5605-474a-b9fc-ddeadacab116 req-1d648e4a-3164-4020-a51a-540c499da8ef tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686221 Feb 16 09:29:42.931134 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-5c5baff8-0606-43f3-9af0-1f09347c3441 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745983 Feb 16 09:29:43.024517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-28df0244-7d4d-4956-9700-98f24c456f1f service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 Feb 16 09:29:43.148391 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-c37ab8e5-ed7f-4385-9c85-34300c1194ae service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178463 Feb 16 09:29:43.155939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda35bb-2aa9-4c0e-a15c-51ec70a21987 req-f231c6e1-8ad3-49bc-99ef-cf2019f315e9 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:43.157486 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cda35bb-2aa9-4c0e-a15c-51ec70a21987 req-f231c6e1-8ad3-49bc-99ef-cf2019f315e9 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 944 time: 0.0990098 Feb 16 09:29:43.204113 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cda35bb-2aa9-4c0e-a15c-51ec70a21987 req-5d2d413e-b5fb-48a0-83b3-402052c1a003 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Feb 16 09:29:43.273158 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a2193171-9529-4e4c-9102-94e96793a838 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:43.314486 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-00d7a4f4-274e-4e65-863e-8dc0f5203398 req-a28117d8-81f8-48ac-b83e-96868c8e75f2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 210 time: 0.0313444 Feb 16 09:29:43.336346 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port a2193171-9529-4e4c-9102-94e96793a838 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:43.339716 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a2193171-9529-4e4c-9102-94e96793a838 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:43.340069 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a2193171-9529-4e4c-9102-94e96793a838), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.368815 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c0a4e-fae4-4901-a922-b580213c39d9 req-ae62dbe3-6411-4006-80e4-cf61e52b7e62 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:43.370354 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8a1c0a4e-fae4-4901-a922-b580213c39d9 req-ae62dbe3-6411-4006-80e4-cf61e52b7e62 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0541949 Feb 16 09:29:43.428297 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a2193171-9529-4e4c-9102-94e96793a838 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:43.428937 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.430669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8a1c0a4e-fae4-4901-a922-b580213c39d9 req-9d3d65a2-62fe-4f64-9e7f-25769e81931f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Feb 16 09:29:43.466865 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:43.470761 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0597d37-4d45-45e8-9ec0-6dacf9a937bd" -d '{"events": [{"server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "name": "network-vif-plugged", "status": "completed", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:43.493192 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:43.498238 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.499751 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a404e887-0f74-4c59-909d-e7dbe2bd99a8 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:43.518198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5281-723d-44f8-9c91-06d4ae3c1a7e req-a68282c7-261d-415b-aef4-87078e3773e2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:43.519946 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-613c5281-723d-44f8-9c91-06d4ae3c1a7e req-a68282c7-261d-415b-aef4-87078e3773e2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0617330 Feb 16 09:29:43.546016 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e59d9-2b2e-440c-b5a4-9d2dfaf9eeb5 x-openstack-request-id: req-1a8e59d9-2b2e-440c-b5a4-9d2dfaf9eeb5 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:43.546327 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "name": "network-vif-plugged", "status": "completed", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:43.546580 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a8e59d9-2b2e-440c-b5a4-9d2dfaf9eeb5 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:43.547099 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'code': 200} Feb 16 09:29:43.587673 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-613c5281-723d-44f8-9c91-06d4ae3c1a7e req-a1384dc2-7d5e-4674-b39c-b2a0a418ed6f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622451 Feb 16 09:29:43.598027 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:43.606829 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.607270 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.607757 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.608361 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.608778 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.609173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.610170 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.610565 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.610959 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.611298 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.611648 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.611934 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.612282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:43.623127 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port a404e887-0f74-4c59-909d-e7dbe2bd99a8 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:43.628704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a404e887-0f74-4c59-909d-e7dbe2bd99a8 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:43.629110 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.725157 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a404e887-0f74-4c59-909d-e7dbe2bd99a8 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:43.725544 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.758914 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:43.761878 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:43.808415 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:43.842951 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888fbeb-54be-423e-b14d-54d070126653 req-557673d8-3648-4ef7-b50d-c0f5531f8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:43.844475 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b888fbeb-54be-423e-b14d-54d070126653 req-557673d8-3648-4ef7-b50d-c0f5531f8e89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1129 time: 0.0468020 Feb 16 09:29:43.898297 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b888fbeb-54be-423e-b14d-54d070126653 req-b07647ff-fc9f-48ae-b109-b11867c86cac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Feb 16 09:29:44.041035 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d660-f1e7-4bb7-9bcd-7f6b3742ba74 req-5c340201-d7b2-42b0-b0bd-b2e4bc06ddcb tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.042511 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7930d660-f1e7-4bb7-9bcd-7f6b3742ba74 req-5c340201-d7b2-42b0-b0bd-b2e4bc06ddcb tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0539756 Feb 16 09:29:44.092824 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7930d660-f1e7-4bb7-9bcd-7f6b3742ba74 req-503b63a0-3f1a-4f3e-8683-6d7c419bd041 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Feb 16 09:29:44.324535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50678ec-d228-4cbc-8cac-e1f596dda61b req-512ebf4b-3f6a-4c19-9da2-ba6f6761d002 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.326776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b50678ec-d228-4cbc-8cac-e1f596dda61b req-512ebf4b-3f6a-4c19-9da2-ba6f6761d002 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0564823 Feb 16 09:29:44.376364 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b50678ec-d228-4cbc-8cac-e1f596dda61b req-0567b4cc-2b30-4ea5-bc45-bcf7136d1dde tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Feb 16 09:29:44.411645 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e3721997-2101-4297-b50d-02ccb0398f5f req-2625a5e0-b793-41fc-87d1-a9decae398c6 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 210 time: 0.0265360 Feb 16 09:29:44.555595 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b47e1-90a7-4445-a4af-648829f947ff req-16188c08-dc63-4cf8-9caa-d5e8b59814c0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.557044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b94b47e1-90a7-4445-a4af-648829f947ff req-16188c08-dc63-4cf8-9caa-d5e8b59814c0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0549555 Feb 16 09:29:44.602164 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b94b47e1-90a7-4445-a4af-648829f947ff req-855445d6-a466-4c3d-9631-e28ab77aa0c4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Feb 16 09:29:44.700883 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d527e50-92f0-425b-8f7d-445b8d100fa3 req-24aafac0-3aa0-498a-aec4-0618b8dc213f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.702367 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8d527e50-92f0-425b-8f7d-445b8d100fa3 req-24aafac0-3aa0-498a-aec4-0618b8dc213f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0533531 Feb 16 09:29:44.750603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8d527e50-92f0-425b-8f7d-445b8d100fa3 req-16e7c19f-4740-47bd-b0af-2d3524f9c5c1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Feb 16 09:29:45.219741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1ebacfe1-330e-4815-b43b-5a35d898fc60 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.220983 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1ebacfe1-330e-4815-b43b-5a35d898fc60 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.3757057 Feb 16 09:29:45.237018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48694e5-af49-4c2f-af8b-7a1ada2eab1a req-b672b979-1c6d-4cca-be9c-282d42e7682b tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.238449 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c48694e5-af49-4c2f-af8b-7a1ada2eab1a req-b672b979-1c6d-4cca-be9c-282d42e7682b tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0770824 Feb 16 09:29:45.242901 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Request body: {'port': {'device_id': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'admin_state_up': True, 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:45.344296 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c48694e5-af49-4c2f-af8b-7a1ada2eab1a req-947237e9-7006-400e-b7b4-432a6c60e098 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974948 Feb 16 09:29:45.382768 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:45.386448 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:45.521264 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-60f79819-c0c8-4f7d-8470-05bdf96ab7b4 req-1bd89d14-5709-4d33-b1b6-53b4ebbbb8b0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 210 time: 0.0379665 Feb 16 09:29:45.548935 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:45.551331 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954e386d-f272-4f72-b385-d9c953a6cb84" -d '{"events": [{"server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "name": "network-vif-plugged", "status": "completed", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:45.573727 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77c59-fec7-4238-b256-2aa6e06c0573 req-b14eb6dc-3150-4f2a-89d2-3c6efc8e5616 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.575185 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9fc77c59-fec7-4238-b256-2aa6e06c0573 req-b14eb6dc-3150-4f2a-89d2-3c6efc8e5616 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.1287994 Feb 16 09:29:45.586400 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a801fbe-f4c4-40e5-a595-7bb77062e742 x-openstack-request-id: req-8a801fbe-f4c4-40e5-a595-7bb77062e742 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:45.586801 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "name": "network-vif-plugged", "status": "completed", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:45.587062 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8a801fbe-f4c4-40e5-a595-7bb77062e742 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:45.587449 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8', 'code': 200} Feb 16 09:29:45.590315 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Allocated IP 172.20.0.9 (8e553718-c683-4c95-9059-e21116de5d8e/41ef690b-3772-4b62-b7ea-0e15336df443/50475e00-a122-4fc0-a61e-0f640a2664c8) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:45.655350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9fc77c59-fec7-4238-b256-2aa6e06c0573 req-616a645f-5439-4211-a34f-b5b6e98fd364 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735576 Feb 16 09:29:45.796562 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b4678-360f-41b3-a381-48b3055627d2 req-bb57d5d6-e16b-4a69-9aaf-dca0bca9e028 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.798271 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e9b4678-360f-41b3-a381-48b3055627d2 req-bb57d5d6-e16b-4a69-9aaf-dca0bca9e028 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1123390 Feb 16 09:29:45.824486 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks [] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:45.830390 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401600ce-a23c-45fb-be33-11df4e973eb5 req-e4661442-98a7-4742-a13c-7ef452fd5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.831909 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-401600ce-a23c-45fb-be33-11df4e973eb5 req-e4661442-98a7-4742-a13c-7ef452fd5df1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 1134 time: 0.0489519 Feb 16 09:29:45.889950 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-401600ce-a23c-45fb-be33-11df4e973eb5 req-3f5dd35a-8425-4b54-9120-02e00a9c5945 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Feb 16 09:29:45.912001 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e9b4678-360f-41b3-a381-48b3055627d2 req-3619906c-45d3-4e8a-bdd1-50dc636a39d1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055255 Feb 16 09:29:45.937959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e23d4-5dff-4627-b0b4-14e6e595dc63 req-846b5191-f7e2-4a3a-92eb-8bcf78f9a278 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.939522 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-537e23d4-5dff-4627-b0b4-14e6e595dc63 req-846b5191-f7e2-4a3a-92eb-8bcf78f9a278 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1075611 Feb 16 09:29:45.944612 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:45.974555 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:46.002572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Network 8e553718-c683-4c95-9059-e21116de5d8e is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:46.013096 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:46.018704 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:46.052869 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event updated for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:46.068432 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-537e23d4-5dff-4627-b0b4-14e6e595dc63 req-b33407f1-1485-41a4-aa30-1ebef3557e9f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217170 Feb 16 09:29:46.097984 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:46.098589 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.114034 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-04eb2631-cb61-45b1-aeab-18571b64e5cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746183 Feb 16 09:29:46.195987 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Request body: {'port': {'device_id': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:46.256623 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.512999 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d61ebf-3dd0-4745-be2c-2dd8d96771c2 req-e4195d82-bdd0-4cad-9670-119ddbbed5cd tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:46.514350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-08d61ebf-3dd0-4745-be2c-2dd8d96771c2 req-e4195d82-bdd0-4cad-9670-119ddbbed5cd tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0801249 Feb 16 09:29:46.588149 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50475e00-a122-4fc0-a61e-0f640a2664c8 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:46.610088 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks [] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.636669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-08d61ebf-3dd0-4745-be2c-2dd8d96771c2 req-72cffcf3-1ada-4350-a7f9-506a745d0f5c tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116230 Feb 16 09:29:46.644310 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Transition to ACTIVE for port object 50475e00-a122-4fc0-a61e-0f640a2664c8 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:46.649292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.707019 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b753cf-d758-46b5-94e0-ba0e44c84e0e req-bdab982a-8a1a-4f8f-b177-9b51782c0f58 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:46.708512 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-43b753cf-d758-46b5-94e0-ba0e44c84e0e req-bdab982a-8a1a-4f8f-b177-9b51782c0f58 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 931 time: 0.1123531 Feb 16 09:29:46.720345 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Pushing event updated for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:46.835151 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.845767 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-43b753cf-d758-46b5-94e0-ba0e44c84e0e req-3beeebec-6a02-4ef4-8f1e-343fb4d3c5cd tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305833 Feb 16 09:29:46.864267 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564587-f356-47f8-ad13-ff79ba8bd33c req-32655ca1-b444-4a16-a82d-67045a5c24ac tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:46.865706 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b564587-f356-47f8-ad13-ff79ba8bd33c req-32655ca1-b444-4a16-a82d-67045a5c24ac tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.1181283 Feb 16 09:29:46.870077 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Attempting to bind port 50475e00-a122-4fc0-a61e-0f640a2664c8 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:29:46.870491 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Attempting to bind port 50475e00-a122-4fc0-a61e-0f640a2664c8 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:29:46.870820 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Attempting to bind port 50475e00-a122-4fc0-a61e-0f640a2664c8 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:46.888628 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Port 50475e00-a122-4fc0-a61e-0f640a2664c8 on network 8e553718-c683-4c95-9059-e21116de5d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:29:46.888947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Attempting to bind port 50475e00-a122-4fc0-a61e-0f640a2664c8 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:29:46.899815 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:29:46.900182 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Checking segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:29:46.900556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Bound using segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:29:46.900968 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Bound port: 50475e00-a122-4fc0-a61e-0f640a2664c8, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:29:46.901312 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:46.933095 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b564587-f356-47f8-ad13-ff79ba8bd33c req-6cbb5cd4-c6d6-4962-a232-a11db3addba6 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Feb 16 09:29:46.995741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:47.034316 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=50475e00-a122-4fc0-a61e-0f640a2664c8,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:47.060325 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:47.112210 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.112816 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:47.114170 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] 10.222.0.24 "PUT /v2.0/ports/50475e00-a122-4fc0-a61e-0f640a2664c8 HTTP/1.1" status: 200 len: 1093 time: 0.9226069 Feb 16 09:29:47.114601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:47.116822 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a201f69b-e792-418b-81b6-a8821f29bdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:47.137239 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3694-6965-41a1-8823-677790066acb req-a86b21fa-dd01-4f92-b1ed-893adbd29cf8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.138690 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd7d3694-6965-41a1-8823-677790066acb req-a86b21fa-dd01-4f92-b1ed-893adbd29cf8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1571186 Feb 16 09:29:47.156509 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e839349-491f-46be-b4d3-aaaee7099f82 service neutron] Pushing event updated for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:47.173838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123819b-07b3-4519-91fb-009273fe6608 req-d2f4fe47-236a-4559-b076-f1d6e31c20f7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.175358 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1123819b-07b3-4519-91fb-009273fe6608 req-d2f4fe47-236a-4559-b076-f1d6e31c20f7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.1641917 Feb 16 09:29:47.257192 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd7d3694-6965-41a1-8823-677790066acb req-156e4d86-e883-45d3-b947-20cdef8c2e76 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100469 Feb 16 09:29:47.276702 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1123819b-07b3-4519-91fb-009273fe6608 req-d21aab67-a783-4ed6-98ee-849af9edfa41 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950966 Feb 16 09:29:47.285722 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-00adb642-ae2e-43dd-8fff-a8144700c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.287193 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-00adb642-ae2e-43dd-8fff-a8144700c327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 1127 time: 0.0871739 Feb 16 09:29:47.363351 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634bcc2-4a7f-4eff-a175-de549a2c1476 x-openstack-request-id: req-2634bcc2-4a7f-4eff-a175-de549a2c1476 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:47.363577 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:47.363830 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2634bcc2-4a7f-4eff-a175-de549a2c1476 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:47.364251 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8', 'status': 'completed', 'code': 200} Feb 16 09:29:47.383302 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-98d0a2b9-bc62-4307-8212-7dfebff7ea76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50475e00-a122-4fc0-a61e-0f640a2664c8 HTTP/1.1" status: 200 len: 217 time: 0.0658941 Feb 16 09:29:47.438282 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b559-4239-43a9-9138-eafc3e16f4f3 req-49f0610e-50c1-4dae-b9f5-d9a77054351f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.439907 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e51b559-4239-43a9-9138-eafc3e16f4f3 req-49f0610e-50c1-4dae-b9f5-d9a77054351f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1166675 Feb 16 09:29:47.469105 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-38cce945-ae47-4886-a321-17d44d66c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.470566 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-38cce945-ae47-4886-a321-17d44d66c81a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0732157 Feb 16 09:29:47.512213 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-f587635a-391e-417f-8fc8-358c88c88675 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321763 Feb 16 09:29:47.521459 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e51b559-4239-43a9-9138-eafc3e16f4f3 req-a07c4246-7207-4c4f-9821-059564973761 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753083 Feb 16 09:29:47.645655 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-e42c6111-26c0-49ea-9ff2-39d27633256a service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152027 Feb 16 09:29:47.660362 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c66b1d-cb4b-40c1-8470-8df76046a243 req-07aae8a8-8c09-42fb-b5f5-bdbeb946833c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.661794 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0c66b1d-cb4b-40c1-8470-8df76046a243 req-07aae8a8-8c09-42fb-b5f5-bdbeb946833c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0711625 Feb 16 09:29:47.797669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0c66b1d-cb4b-40c1-8470-8df76046a243 req-8c977278-3404-42eb-9211-3af756ebf2b4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257558 Feb 16 09:29:47.820482 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6aa10e91-6df5-4cba-90cd-6831b444a814 req-882ee57f-4e9e-4454-9e90-70415004036e service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556692 Feb 16 09:29:47.832184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eb9db-b85b-492e-b197-47a3de3bae31 req-45abf1d3-e910-40d0-8770-e7693c176850 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.833623 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8d8eb9db-b85b-492e-b197-47a3de3bae31 req-45abf1d3-e910-40d0-8770-e7693c176850 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.1126862 Feb 16 09:29:47.887420 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8d8eb9db-b85b-492e-b197-47a3de3bae31 req-35fc669c-7770-4f7d-9e36-1405e278e896 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Feb 16 09:29:47.980108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-0d550e5f-0c07-46f9-a4b5-03e9d4e8d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.981610 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-0d550e5f-0c07-46f9-a4b5-03e9d4e8d966 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 1127 time: 0.0855994 Feb 16 09:29:47.993309 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f19509-4b98-49b0-a3cb-3d7d93b51d30 req-179d94fc-1f31-451a-a362-717fb89c697c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:47.994745 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03f19509-4b98-49b0-a3cb-3d7d93b51d30 req-179d94fc-1f31-451a-a362-717fb89c697c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 943 time: 0.0646405 Feb 16 09:29:48.100668 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03f19509-4b98-49b0-a3cb-3d7d93b51d30 req-43f9a43e-8179-4f21-81f2-dc118f405b2c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993321 Feb 16 09:29:48.143853 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-4c1c4784-9cbb-42ab-aa40-f90b68cd53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:48.145349 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-4c1c4784-9cbb-42ab-aa40-f90b68cd53df service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 916 time: 0.1369913 Feb 16 09:29:48.230196 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-18920eda-60c0-49c4-8562-12e728aebc27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50475e00-a122-4fc0-a61e-0f640a2664c8 HTTP/1.1" status: 200 len: 217 time: 0.0349824 Feb 16 09:29:48.279670 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-f06e7128-6152-4ad1-a39a-6bec84cd9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:48.282148 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-f06e7128-6152-4ad1-a39a-6bec84cd9d09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0434718 Feb 16 09:29:48.341205 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-14a88647-5f91-487a-930b-136f721260f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275488 Feb 16 09:29:48.464214 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c3df-ff36-4a52-aa6a-3367ece3432f req-531b0214-3788-45ed-ae89-5c5212d172f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:48.465581 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c583c3df-ff36-4a52-aa6a-3367ece3432f req-531b0214-3788-45ed-ae89-5c5212d172f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1268544 Feb 16 09:29:48.492416 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-bf848c51-072b-4f56-b7ee-621d495189bf service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408935 Feb 16 09:29:48.520444 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c583c3df-ff36-4a52-aa6a-3367ece3432f req-3287c6e6-4075-4794-8249-8e4862b6ae9a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Feb 16 09:29:48.570682 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:29:48.643033 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a201f69b-e792-418b-81b6-a8821f29bdeb req-c9542fed-8be5-40f8-a448-34939d7d013e service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187139 Feb 16 09:29:48.663273 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21a3b3-d5ff-48b5-a0c9-0b45afd73ad6 req-c46134a5-c43a-4a7b-a4de-f476342395d5 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:48.665229 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac21a3b3-d5ff-48b5-a0c9-0b45afd73ad6 req-c46134a5-c43a-4a7b-a4de-f476342395d5 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0738010 Feb 16 09:29:48.715431 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac21a3b3-d5ff-48b5-a0c9-0b45afd73ad6 req-cdd6c044-b8ea-4def-9669-25ab2301259f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 Feb 16 09:29:49.019033 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546981-c660-4486-8678-9419eb551d89 req-6ae78e40-f534-4e89-aa5c-bf752ef1a459 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.021213 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e0546981-c660-4486-8678-9419eb551d89 req-6ae78e40-f534-4e89-aa5c-bf752ef1a459 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0620193 Feb 16 09:29:49.069921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e0546981-c660-4486-8678-9419eb551d89 req-e65b7bfa-06e0-475f-a3bb-3a3b9762ac93 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Feb 16 09:29:49.242837 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776ab0-f51a-4195-bcc3-7a9741b6cef0 req-0114c5d7-0444-4167-8019-093a70e71446 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.244981 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c776ab0-f51a-4195-bcc3-7a9741b6cef0 req-0114c5d7-0444-4167-8019-093a70e71446 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 943 time: 0.0614896 Feb 16 09:29:49.301785 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c776ab0-f51a-4195-bcc3-7a9741b6cef0 req-1ff432fa-dc8a-4d58-8a3f-cdf4b4b088ad tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Feb 16 09:29:49.362840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec24cc-161d-4020-923b-a93bda462a95 req-31dc54cd-f224-4261-93a7-d8586db1b1c7 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.364315 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-17ec24cc-161d-4020-923b-a93bda462a95 req-31dc54cd-f224-4261-93a7-d8586db1b1c7 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0585344 Feb 16 09:29:49.411722 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-17ec24cc-161d-4020-923b-a93bda462a95 req-df7bfdc0-8ba9-4f69-a32b-7c1c14d2cf00 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Feb 16 09:29:49.644934 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b0914-2061-4325-b376-98bb333d4678 req-1676d72a-7a02-4fd6-83de-0c9d1bfbf2a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.646570 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-608b0914-2061-4325-b376-98bb333d4678 req-1676d72a-7a02-4fd6-83de-0c9d1bfbf2a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0560007 Feb 16 09:29:49.698077 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-608b0914-2061-4325-b376-98bb333d4678 req-8188b7e4-1574-4142-a85b-25cb9c6fab30 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 Feb 16 09:29:49.834369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6a512-cf81-488b-a187-52142c7c6981 req-317e284d-842b-4c89-bd21-94e307d1ac78 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.835856 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-81a6a512-cf81-488b-a187-52142c7c6981 req-317e284d-842b-4c89-bd21-94e307d1ac78 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0516269 Feb 16 09:29:49.888630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-81a6a512-cf81-488b-a187-52142c7c6981 req-42e398ac-57e0-4eab-a615-c3df630c1de0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Feb 16 09:29:50.428232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1a20-aff9-4979-a0b0-55e44b4eb7b2 req-f62ba96c-18a9-4298-bf8a-51bbbe34d740 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:50.429719 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d82d1a20-aff9-4979-a0b0-55e44b4eb7b2 req-f62ba96c-18a9-4298-bf8a-51bbbe34d740 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 943 time: 0.0596857 Feb 16 09:29:50.476050 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d82d1a20-aff9-4979-a0b0-55e44b4eb7b2 req-5deb8900-9df3-4fee-8945-5a713ca3e170 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Feb 16 09:29:50.531959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e6428-9c0f-4fc0-aed7-d8785647fa88 req-e084a0dc-1366-4645-90ab-428faf050e29 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:50.533472 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e37e6428-9c0f-4fc0-aed7-d8785647fa88 req-e084a0dc-1366-4645-90ab-428faf050e29 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0549002 Feb 16 09:29:50.580086 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e37e6428-9c0f-4fc0-aed7-d8785647fa88 req-69af1903-2758-4c7a-ab98-f935ddf6f744 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Feb 16 09:29:50.819522 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efc28-0eb6-47cd-8a6f-d7c01bd1e11a req-b00a7da4-2513-48ea-adf9-2103f1a99bcb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:50.821022 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a67efc28-0eb6-47cd-8a6f-d7c01bd1e11a req-b00a7da4-2513-48ea-adf9-2103f1a99bcb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0563760 Feb 16 09:29:50.867831 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a67efc28-0eb6-47cd-8a6f-d7c01bd1e11a req-fe20ab51-b507-4e22-b9e1-e89f2982fc65 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Feb 16 09:29:51.004237 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103f81c-4d08-4503-a69d-2601b1cb669d req-31c269be-e656-44e3-a9f3-038ef98e5267 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:51.005699 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3103f81c-4d08-4503-a69d-2601b1cb669d req-31c269be-e656-44e3-a9f3-038ef98e5267 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0518675 Feb 16 09:29:51.054955 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3103f81c-4d08-4503-a69d-2601b1cb669d req-87a9c64e-5dbb-4a91-8253-b680d65d7051 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Feb 16 09:29:51.592116 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9ae8a-eaa1-4ed1-9a7b-88773ca89159 req-4b23ed4e-5d8d-49fc-9abb-86274036b0bb tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:51.593598 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2fd9ae8a-eaa1-4ed1-9a7b-88773ca89159 req-4b23ed4e-5d8d-49fc-9abb-86274036b0bb tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 943 time: 0.0517657 Feb 16 09:29:51.644660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2fd9ae8a-eaa1-4ed1-9a7b-88773ca89159 req-450fc4b9-28eb-4917-8153-7a5a9718c7a5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Feb 16 09:29:51.704757 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef090dc-d040-4f3a-9709-b425373f825e req-deea3194-8cca-4eb2-90da-f253e4ffec0a tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:51.706002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aef090dc-d040-4f3a-9709-b425373f825e req-deea3194-8cca-4eb2-90da-f253e4ffec0a tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0591443 Feb 16 09:29:51.753313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aef090dc-d040-4f3a-9709-b425373f825e req-9b9b0374-4edf-4b01-a39f-2b1ed2e81ce6 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Feb 16 09:29:51.986617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efc84e-f659-4915-bb3b-e418f34f4ae4 req-df1cb20e-9413-4d35-a5f3-206082b0d3a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:51.988077 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56efc84e-f659-4915-bb3b-e418f34f4ae4 req-df1cb20e-9413-4d35-a5f3-206082b0d3a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0523479 Feb 16 09:29:52.035618 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56efc84e-f659-4915-bb3b-e418f34f4ae4 req-0310aa7f-ac72-4142-938c-117afc5ab12d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Feb 16 09:29:52.176003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db82994-1cf7-49a7-921d-786d75eb4952 req-9fd91658-be01-4096-a1fd-bd847507b843 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:52.177477 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2db82994-1cf7-49a7-921d-786d75eb4952 req-9fd91658-be01-4096-a1fd-bd847507b843 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0566800 Feb 16 09:29:52.226155 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2db82994-1cf7-49a7-921d-786d75eb4952 req-0f9ab860-01ff-48f3-8bbf-38705b95131a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Feb 16 09:29:52.759944 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8da72-77fc-48da-8c67-11216965755a req-9a502d58-e1b8-4263-a9b7-c3e44427531c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:52.761428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3be8da72-77fc-48da-8c67-11216965755a req-9a502d58-e1b8-4263-a9b7-c3e44427531c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 943 time: 0.0523973 Feb 16 09:29:52.808706 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3be8da72-77fc-48da-8c67-11216965755a req-37126e6e-316c-4036-8209-652ccfe631a7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Feb 16 09:29:52.876653 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879ff7-c2de-40f1-8128-546604e7e824 req-1458bd3e-9496-40cc-81aa-a1789cae7375 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:52.878116 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-90879ff7-c2de-40f1-8128-546604e7e824 req-1458bd3e-9496-40cc-81aa-a1789cae7375 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0557356 Feb 16 09:29:52.924627 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-90879ff7-c2de-40f1-8128-546604e7e824 req-ff56dd3c-adf6-470d-a74f-304d047eed95 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/security-groups?id=b340356f-b9f3-48c8-8015-1082e9b6fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Feb 16 09:29:53.151632 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e40e-cd9f-4179-b6d6-f920f38ae620 req-7ef70a44-5f0b-49b7-a8ff-2c0f020e47fe tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:53.153116 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-94b6e40e-cd9f-4179-b6d6-f920f38ae620 req-7ef70a44-5f0b-49b7-a8ff-2c0f020e47fe tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0515850 Feb 16 09:29:53.199372 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-94b6e40e-cd9f-4179-b6d6-f920f38ae620 req-7ff14efe-9dfe-412b-8592-13a3263d9b51 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Feb 16 09:29:53.295531 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 50475e00-a122-4fc0-a61e-0f640a2664c8 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:29:53.341232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f77f4-7779-4a3f-9580-65690b63c40d req-300bf785-81b5-4a96-82ac-cb4db342241e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:53.342701 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-942f77f4-7779-4a3f-9580-65690b63c40d req-300bf785-81b5-4a96-82ac-cb4db342241e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0526228 Feb 16 09:29:53.394725 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=50475e00-a122-4fc0-a61e-0f640a2664c8,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:53.394944 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-942f77f4-7779-4a3f-9580-65690b63c40d req-423177fc-e16f-4b60-a269-8f6d68bfe74e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Feb 16 09:29:53.405396 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '50475e00-a122-4fc0-a61e-0f640a2664c8', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'port_id': '50475e00-a122-4fc0-a61e-0f640a2664c8', 'mac_address': 'fa:16:3e:77:80:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ef690b-3772-4b62-b7ea-0e15336df443', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:29:53.443769 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 50475e00-a122-4fc0-a61e-0f640a2664c8 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:53.444191 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.457051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50475e00-a122-4fc0-a61e-0f640a2664c8 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:53.477633 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=50475e00-a122-4fc0-a61e-0f640a2664c8,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:53.481442 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.482102 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 10483ee2-faad-4dff-bb30-fd30596017c3 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:29:53.513736 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-59fd5296-075d-4362-a85e-85cc62bd54d0 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:53.515174 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-59fd5296-075d-4362-a85e-85cc62bd54d0 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 950 time: 0.0542994 Feb 16 09:29:53.551872 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:53.620698 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=10483ee2-faad-4dff-bb30-fd30596017c3,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:53.626916 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Deleting port a404e887-0f74-4c59-909d-e7dbe2bd99a8 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:29:53.627253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.632331 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '10483ee2-faad-4dff-bb30-fd30596017c3', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'port_id': '10483ee2-faad-4dff-bb30-fd30596017c3', 'mac_address': 'fa:16:3e:84:0c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:29:53.675372 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 10483ee2-faad-4dff-bb30-fd30596017c3 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:53.675755 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.690153 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10483ee2-faad-4dff-bb30-fd30596017c3 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:29:53.709862 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=10483ee2-faad-4dff-bb30-fd30596017c3,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:53.721059 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.723320 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] For port a404e887-0f74-4c59-909d-e7dbe2bd99a8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a404e887-0f74-4c59-909d-e7dbe2bd99a8,segment=NetworkSegment(39756b02-72f6-485e-996e-ebf8d8e9ec5d),segment_id=39756b02-72f6-485e-996e-ebf8d8e9ec5d)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:53.723714 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.736483 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Calling delete_port for a404e887-0f74-4c59-909d-e7dbe2bd99a8 owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:29:53.769038 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:53.875752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (a404e887-0f74-4c59-909d-e7dbe2bd99a8), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.932385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Pushing event deleted for resources: {'Port': ['ID=a404e887-0f74-4c59-909d-e7dbe2bd99a8,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:53.977283 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] No DVR routers for this DVR port a404e887-0f74-4c59-909d-e7dbe2bd99a8 on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:29:53.983321 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:53.986762 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ddb4b52c-4c67-4c94-a0f9-2eab624a792d req-58467b90-3ae7-49cc-bcdc-e005f95d4017 tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.24 "DELETE /v2.0/ports/a404e887-0f74-4c59-909d-e7dbe2bd99a8 HTTP/1.1" status: 204 len: 173 time: 0.4519475 Feb 16 09:29:53.987231 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'name': 'network-vif-deleted', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:53.989539 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58642a9d-6622-4a7a-99c0-7ee07966b1e2" -d '{"events": [{"server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "name": "network-vif-deleted", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:54.013596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56710488-0492-49f0-80df-25b2fe0c8474 req-ca7d2e03-446b-4629-a266-95be1cd0fcef tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:54.015271 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56710488-0492-49f0-80df-25b2fe0c8474 req-ca7d2e03-446b-4629-a266-95be1cd0fcef tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 944 time: 0.1372652 Feb 16 09:29:54.038330 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-681cebc7-757f-4910-a3f2-baf452cdfb6e req-9c88bfaf-d00c-4d35-920b-0d8ce2487a6b tempest-VolumesNegativeTest-1014263198 tempest-VolumesNegativeTest-1014263198-project] 10.222.0.90 "GET /v2.0/ports?device_id=6aebafa2-6911-4627-9990-634f20ebaecc HTTP/1.1" status: 200 len: 210 time: 0.0442414 Feb 16 09:29:54.096779 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56710488-0492-49f0-80df-25b2fe0c8474 req-a5e68079-d391-4bf2-919b-71205fedd5bf tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Feb 16 09:29:54.098435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da85c32-4b38-450a-9010-f5d570f4a34f x-openstack-request-id: req-6da85c32-4b38-450a-9010-f5d570f4a34f {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:54.098719 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aebafa2-6911-4627-9990-634f20ebaecc", "name": "network-vif-deleted", "tag": "a404e887-0f74-4c59-909d-e7dbe2bd99a8", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:54.098970 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6da85c32-4b38-450a-9010-f5d570f4a34f {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:54.099361 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aebafa2-6911-4627-9990-634f20ebaecc', 'name': 'network-vif-deleted', 'tag': 'a404e887-0f74-4c59-909d-e7dbe2bd99a8', 'status': 'completed', 'code': 200} Feb 16 09:29:54.295527 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['50475e00-a122-4fc0-a61e-0f640a2664c8'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:54.317996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d86291-6cc6-4068-bd84-bf3e4947a0ec req-e871a583-083d-421c-a418-7ba115f3b669 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:54.319669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2d86291-6cc6-4068-bd84-bf3e4947a0ec req-e871a583-083d-421c-a418-7ba115f3b669 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0517945 Feb 16 09:29:54.330941 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['10483ee2-faad-4dff-bb30-fd30596017c3'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:29:54.367706 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2d86291-6cc6-4068-bd84-bf3e4947a0ec req-50568e3f-9e48-4075-bbe4-e3812438a30b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Feb 16 09:29:54.512247 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc74c43-c9eb-43cd-b475-0dbffdb05c2c req-b06b921a-00bf-4e01-b7a9-53df9a20bdf1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:54.513629 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7fc74c43-c9eb-43cd-b475-0dbffdb05c2c req-b06b921a-00bf-4e01-b7a9-53df9a20bdf1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Feb 16 09:29:54.568861 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7fc74c43-c9eb-43cd-b475-0dbffdb05c2c req-e45d525b-f261-49e7-b69d-bba9ea266470 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486734 Feb 16 09:29:55.229276 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94dec5-768a-4a1c-b22f-f2c6e523ef8d req-e26c13d3-c074-43d7-a015-1e5bbec63ddc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:55.230757 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fd94dec5-768a-4a1c-b22f-f2c6e523ef8d req-e26c13d3-c074-43d7-a015-1e5bbec63ddc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 944 time: 0.0543909 Feb 16 09:29:55.288895 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fd94dec5-768a-4a1c-b22f-f2c6e523ef8d req-78c91b31-6648-4636-a3b4-e0a1dee5d70f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Feb 16 09:29:55.306726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a404e887-0f74-4c59-909d-e7dbe2bd99a8 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:29:55.326465 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: a404e887-0f74-4c59-909d-e7dbe2bd99a8 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:29:55.326797 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a404e887-0f74-4c59-909d-e7dbe2bd99a8 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:29:55.492275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c73c0-0237-46c9-aced-8d380a19efd1 req-fbc31754-cf37-4809-a9d2-7ad24cf21c67 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:55.493775 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0d6c73c0-0237-46c9-aced-8d380a19efd1 req-fbc31754-cf37-4809-a9d2-7ad24cf21c67 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0585008 Feb 16 09:29:55.541779 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0d6c73c0-0237-46c9-aced-8d380a19efd1 req-33ce6860-d89d-494a-8e52-3469276195ca tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Feb 16 09:29:55.693845 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542c92-3989-4bf7-bd2e-c29ccf584a7c req-113e2e71-5a32-4cb5-8564-11f566a74712 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:55.695325 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72542c92-3989-4bf7-bd2e-c29ccf584a7c req-113e2e71-5a32-4cb5-8564-11f566a74712 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 945 time: 0.0584719 Feb 16 09:29:55.748125 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72542c92-3989-4bf7-bd2e-c29ccf584a7c req-77826b6d-949f-4be4-9016-53a7e2935b2a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469882 Feb 16 09:29:56.413648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7d18-0ddb-4d91-89ba-d32636b7dcd4 req-da7e4d0c-358a-45b9-8229-189c871abcc0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:56.415111 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6fd7d18-0ddb-4d91-89ba-d32636b7dcd4 req-da7e4d0c-358a-45b9-8229-189c871abcc0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 944 time: 0.0537837 Feb 16 09:29:56.464740 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6fd7d18-0ddb-4d91-89ba-d32636b7dcd4 req-f77a3766-ae0a-4bbf-853c-5ecbd600469c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Feb 16 09:29:56.666447 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51f48-e1d3-4075-8148-1933598f76b3 req-2ce84cad-8cfc-47cd-a4c6-4b8344d3d1c0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:56.667922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6ed51f48-e1d3-4075-8148-1933598f76b3 req-2ce84cad-8cfc-47cd-a4c6-4b8344d3d1c0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0559998 Feb 16 09:29:56.719841 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6ed51f48-e1d3-4075-8148-1933598f76b3 req-4cc8cc37-ab1a-4816-b2b6-25b448f6c2f5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Feb 16 09:29:56.886415 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2b307-1299-420e-8e41-8762e8a9dabc req-a67df33a-7b06-4c32-9ed5-3025c9b4a17d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:56.888229 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39b2b307-1299-420e-8e41-8762e8a9dabc req-a67df33a-7b06-4c32-9ed5-3025c9b4a17d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 945 time: 0.0675361 Feb 16 09:29:56.944565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39b2b307-1299-420e-8e41-8762e8a9dabc req-7e92f959-b38c-4ada-b943-ad8d06d6e270 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Feb 16 09:29:57.090357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2860-e5f6-4db8-91c6-d847a45c0813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.320877 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 50475e00-a122-4fc0-a61e-0f640a2664c8 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:57.375663 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 50475e00-a122-4fc0-a61e-0f640a2664c8 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:57.379634 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 50475e00-a122-4fc0-a61e-0f640a2664c8 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:57.380043 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.480446 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 50475e00-a122-4fc0-a61e-0f640a2664c8 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:57.480838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.510020 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:57.512666 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6fc6df-1358-40ea-b3cf-bbea8ddb30eb" -d '{"events": [{"server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "name": "network-vif-plugged", "status": "completed", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:57.552869 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=50475e00-a122-4fc0-a61e-0f640a2664c8,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:57.560492 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.561394 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 10483ee2-faad-4dff-bb30-fd30596017c3 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:29:57.565380 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c4d70a-1279-4ae9-834c-f1cdcca51aa1 x-openstack-request-id: req-e8c4d70a-1279-4ae9-834c-f1cdcca51aa1 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:57.565629 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "name": "network-vif-plugged", "status": "completed", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:57.565955 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e8c4d70a-1279-4ae9-834c-f1cdcca51aa1 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:57.566365 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8', 'code': 200} Feb 16 09:29:57.663588 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4e30-3176-4d81-9482-17e694e66290 req-35ede3b6-bbde-4b8b-83cc-8eb8219c3d1d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:57.675637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-df6c4e30-3176-4d81-9482-17e694e66290 req-35ede3b6-bbde-4b8b-83cc-8eb8219c3d1d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.1010973 Feb 16 09:29:57.718613 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 10483ee2-faad-4dff-bb30-fd30596017c3 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:57.721354 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:57.728070 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 10483ee2-faad-4dff-bb30-fd30596017c3 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:57.728618 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.793631 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-df6c4e30-3176-4d81-9482-17e694e66290 req-e467ceec-c44f-469e-9161-29c6b7ec111c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121197 Feb 16 09:29:57.857524 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 10483ee2-faad-4dff-bb30-fd30596017c3 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:29:57.858790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.905374 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=10483ee2-faad-4dff-bb30-fd30596017c3,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:57.910534 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:57.945000 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3b25e-9674-4edc-85da-021fde181157 req-7c43a580-f5bc-4b1a-b338-f8ba8cc94832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:57.946213 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0dc3b25e-9674-4edc-85da-021fde181157 req-7c43a580-f5bc-4b1a-b338-f8ba8cc94832 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 1129 time: 0.0834002 Feb 16 09:29:57.958240 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f7eec-98ac-4d81-a30e-8e50afef8a92 req-b14a3318-3120-432b-a22f-8aec13d0fd37 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:57.959355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:57.959577 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc3f7eec-98ac-4d81-a30e-8e50afef8a92 req-b14a3318-3120-432b-a22f-8aec13d0fd37 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0663478 Feb 16 09:29:58.038845 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0dc3b25e-9674-4edc-85da-021fde181157 req-43adbcb1-e1f9-428c-9bcb-5f3ad1a66f6e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 Feb 16 09:29:58.044108 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc3f7eec-98ac-4d81-a30e-8e50afef8a92 req-81d71672-e36b-47fd-a067-e1afd5a69ed0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711811 Feb 16 09:29:58.089058 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa5fca-0c16-4ed6-a243-3f87a5b2afd2 req-9d46b99b-15db-4ee5-b20b-8f43da1fddea tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:58.090583 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1bfa5fca-0c16-4ed6-a243-3f87a5b2afd2 req-9d46b99b-15db-4ee5-b20b-8f43da1fddea tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0698075 Feb 16 09:29:58.141907 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1bfa5fca-0c16-4ed6-a243-3f87a5b2afd2 req-d6409553-2e30-4979-8c7a-d93d3d9afb20 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Feb 16 09:29:58.337018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5c057-b515-492b-8977-9a29c682a87a req-d9a0cc38-38d5-479d-ac2a-f5c7c8c501a7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:58.338493 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b2c5c057-b515-492b-8977-9a29c682a87a req-d9a0cc38-38d5-479d-ac2a-f5c7c8c501a7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0531023 Feb 16 09:29:58.384422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b2c5c057-b515-492b-8977-9a29c682a87a req-c4141c1d-9013-481c-9398-2cc70fb861cd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Feb 16 09:29:58.407162 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56494) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:58.600367 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb660b4-13a5-4a81-ad88-38b258969fda tempest-TestMinimumBasicScenario-820702776 tempest-TestMinimumBasicScenario-820702776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:58.601863 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-3eb660b4-13a5-4a81-ad88-38b258969fda tempest-TestMinimumBasicScenario-820702776 tempest-TestMinimumBasicScenario-820702776-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1124 time: 0.1937230 Feb 16 09:29:58.605229 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 56498) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:58.610548 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'port_id': 'a2193171-9529-4e4c-9102-94e96793a838', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:29:58.630531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:58.728566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:58.831886 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Allocated IP 172.27.3.110 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/c80bebbc-f320-48ea-bed2-9188f8160a2f) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:58.938783 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:58.975618 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.025856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'Port': ['ID=c80bebbc-f320-48ea-bed2-9188f8160a2f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:59.039034 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:59.041032 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:59.043496 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:29:59.221336 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644d222-b654-4bef-aad1-7bdbccfaf2d8 req-c9ea69ae-3040-4ebd-b771-9b2889fda4dd tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:59.225062 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5644d222-b654-4bef-aad1-7bdbccfaf2d8 req-c9ea69ae-3040-4ebd-b771-9b2889fda4dd tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.3255455 Feb 16 09:29:59.225062 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56512) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:59.248154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df7b8-8226-4b0e-822e-3e936fb1e4ef req-96c121a9-7841-4bfe-a077-a8525fe380d5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:59.249612 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d86df7b8-8226-4b0e-822e-3e936fb1e4ef req-96c121a9-7841-4bfe-a077-a8525fe380d5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0818288 Feb 16 09:29:59.311916 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5644d222-b654-4bef-aad1-7bdbccfaf2d8 req-0cdf07b0-e8be-40ef-a740-928f3720d8d5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801539 Feb 16 09:29:59.332991 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d86df7b8-8226-4b0e-822e-3e936fb1e4ef req-c2e44dda-9bb8-4fa7-b78c-b02b72e8ba0d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Feb 16 09:29:59.408502 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for floatingip (7381f752-50dd-407c-b86e-5dc720f44f36), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.432786 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e5753244-e747-47f6-b226-da96a531f59a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5bbb294517cc450bbd3eb010343efc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066412 Feb 16 09:29:59.435173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56516) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:29:59.468096 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4399-6bbe-434e-a483-512dec6b3f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.472700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e27db-0a53-4136-b039-3935bdf2e642 req-85d9bc86-5204-4e28-98e7-3e57b4606c9f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:59.474216 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eb9e27db-0a53-4136-b039-3935bdf2e642 req-85d9bc86-5204-4e28-98e7-3e57b4606c9f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0933840 Feb 16 09:29:59.486325 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.521828 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] Publish callbacks [] for security_group (b340356f-b9f3-48c8-8015-1082e9b6fc0a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.552931 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eb9e27db-0a53-4136-b039-3935bdf2e642 req-982da9ce-ad59-41a6-9679-8ad44ce52728 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696681 Feb 16 09:29:59.561693 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] Publish callbacks [] for security_group (b340356f-b9f3-48c8-8015-1082e9b6fc0a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.567442 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:29:59.569976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4151dc0-ebf5-4898-8bda-4daff49e44af" -d '{"events": [{"server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:29:59.607069 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8ee34-ebff-47ae-ac6d-3ed58143d07e x-openstack-request-id: req-abe8ee34-ebff-47ae-ac6d-3ed58143d07e {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:29:59.607719 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:29:59.608006 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-abe8ee34-ebff-47ae-ac6d-3ed58143d07e {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:29:59.608644 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3', 'code': 200} Feb 16 09:29:59.627228 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b340356f-b9f3-48c8-8015-1082e9b6fc0a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.629900 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.631402 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b340356f-b9f3-48c8-8015-1082e9b6fc0a HTTP/1.1" status: 204 len: 168 time: 0.1949925 Feb 16 09:29:59.641437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61750c2-792e-4f9c-801f-79e15e51db84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340356f-b9f3-48c8-8015-1082e9b6fc0a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:59.664687 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.674650 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.709150 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (7381f752-50dd-407c-b86e-5dc720f44f36), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:29:59.796183 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'Port': ['ID=c80bebbc-f320-48ea-bed2-9188f8160a2f,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:59.834749 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Floating IP 7381f752-50dd-407c-b86e-5dc720f44f36 associated. External IP: 172.27.3.110, port: a2193171-9529-4e4c-9102-94e96793a838. Feb 16 09:30:00.043063 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fbd40-d7d9-4292-86ef-a92cb1729633 req-52fff952-8140-42a5-bc34-5169b0d03f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:00.044680 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-144fbd40-d7d9-4292-86ef-a92cb1729633 req-52fff952-8140-42a5-bc34-5169b0d03f07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.0485730 Feb 16 09:30:00.141366 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-144fbd40-d7d9-4292-86ef-a92cb1729633 req-b7fa966d-f423-4dd9-9025-63bdb66ab2f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Feb 16 09:30:00.293896 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Router 876249e1-fd28-4975-addb-5aee0f8178b1 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:30:00.428567 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:30:00.453409 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Sync routers for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:30:00.465355 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.468297 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:30:00.469974 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:29:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:00.487763 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a61e84-588b-42d3-bb7e-cfd28f472c21 req-9aae7b68-274a-47ae-bf74-28efe1a4a741 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:00.489386 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a61e84-588b-42d3-bb7e-cfd28f472c21 req-9aae7b68-274a-47ae-bf74-28efe1a4a741 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.0944171 Feb 16 09:30:00.510906 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e2e0-00a5-4ed1-9b3d-9481c1044b99 req-bcd3be71-55fb-4bca-bc41-7b5c32cc1523 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:00.513017 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0790438d-335a-4b46-a7e6-23d15ad8b9aa tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9063051 Feb 16 09:30:00.514122 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:00.515975 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3ed1e2e0-00a5-4ed1-9b3d-9481c1044b99 req-bcd3be71-55fb-4bca-bc41-7b5c32cc1523 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0884352 Feb 16 09:30:00.516587 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56526) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:00.519478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293ff0b-2754-435f-a82a-8ce31691813a" -d '{"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:00.523335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008906560', 'description': 'tempest-secgroup-smoke-1008906560 description', 'project_id': '95e44d55b575475e983667536f98ba1b'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:00.596826 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:30:00.619680 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.642763 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a61e84-588b-42d3-bb7e-cfd28f472c21 req-607d1b8e-5989-4559-a6f1-43ee50daccff tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230114 Feb 16 09:30:00.673552 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.684666 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3ed1e2e0-00a5-4ed1-9b3d-9481c1044b99 req-363202bc-6d16-48da-b84b-7d612e7c2c17 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491959 Feb 16 09:30:00.719930 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a842a78-61bb-4427-a99f-36790611c78a x-openstack-request-id: req-5a842a78-61bb-4427-a99f-36790611c78a {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:00.720470 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:00.720592 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5a842a78-61bb-4427-a99f-36790611c78a {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:00.720957 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:30:00.781136 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (13dc3ee6-93cf-405d-83ee-d66b80f62f85), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.811385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (13dc3ee6-93cf-405d-83ee-d66b80f62f85), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.894521 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:00.895972 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3770843 Feb 16 09:30:00.900695 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e321-63f9-46fd-b706-2a91d09c8735 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc3ee6-93cf-405d-83ee-d66b80f62f85,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:00.902184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 56532) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:00.917548 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ff0b-2754-435f-a82a-8ce31691813a req-0babc3b8-2a91-4353-81d4-a8656b61646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:00.917863 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:00.918890 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-0babc3b8-2a91-4353-81d4-a8656b61646b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1129 time: 0.1552005 Feb 16 09:30:00.937144 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4d0d-0a97-497d-8985-1b2e864f0e62 req-ba2544ed-cdcc-4159-8dc2-6bef3897d8b1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:00.940117 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8adb4d0d-0a97-497d-8985-1b2e864f0e62 req-ba2544ed-cdcc-4159-8dc2-6bef3897d8b1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.1568468 Feb 16 09:30:01.019996 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (e1b796d4-fd2c-4942-99d4-ff2f104c3396), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.027202 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '7381f752-50dd-407c-b86e-5dc720f44f36', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'port_id': 'a2193171-9529-4e4c-9102-94e96793a838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'mac_address': 'fa:16:3e:b1:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:59Z', 'updated_at': '2022-02-16T09:29:59Z', 'revision_number': 0, 'project_id': '95e44d55b575475e983667536f98ba1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:01.068867 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8adb4d0d-0a97-497d-8985-1b2e864f0e62 req-b660afd8-6a4c-4cb7-8b85-83d9365de9c1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074939 Feb 16 09:30:01.069923 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Checking router: 876249e1-fd28-4975-addb-5aee0f8178b1 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:30:01.081270 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:30:01.082050 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:29:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:01.097264 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ff0b-2754-435f-a82a-8ce31691813a req-d0dffef6-6b70-454e-8db3-f79bbfb5633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:01.099007 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-d0dffef6-6b70-454e-8db3-f79bbfb5633d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.1579313 Feb 16 09:30:01.132167 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (e1b796d4-fd2c-4942-99d4-ff2f104c3396), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.137582 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (e1b796d4-fd2c-4942-99d4-ff2f104c3396), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.159964 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b796d4-fd2c-4942-99d4-ff2f104c3396,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.165674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.167215 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-46255cb5-596f-410d-9588-e35fb1a7aa14 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2633417 Feb 16 09:30:01.169784 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56536) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:01.178476 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:01.210781 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:30:01.217686 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-977944d5-8741-4199-b700-609a0accbc20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 999 time: 0.1013470 Feb 16 09:30:01.224467 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (64d6fe9f-6aff-4cc2-b402-72f35836433f), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.301248 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ff0b-2754-435f-a82a-8ce31691813a req-9ce3a79f-a810-4669-9e2f-a02a9757d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:01.302720 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-9ce3a79f-a810-4669-9e2f-a02a9757d9ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0693831 Feb 16 09:30:01.317396 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (64d6fe9f-6aff-4cc2-b402-72f35836433f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.326137 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (64d6fe9f-6aff-4cc2-b402-72f35836433f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.365835 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d6fe9f-6aff-4cc2-b402-72f35836433f,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.383439 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.384875 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c78942cf-fe4a-4bcc-88e0-85a4722ab463 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141099 Feb 16 09:30:01.387854 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56540) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:01.393154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:01.403816 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ff0b-2754-435f-a82a-8ce31691813a req-6867129f-8cf9-4150-a063-e942cace4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:01.405587 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-6867129f-8cf9-4150-a063-e942cace4bab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902569 Feb 16 09:30:01.433531 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (c2fee15c-a82e-4e1a-b4e8-ff82caf1feb0), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.466507 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '7381f752-50dd-407c-b86e-5dc720f44f36', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'port_id': 'a2193171-9529-4e4c-9102-94e96793a838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'mac_address': 'fa:16:3e:b1:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:59Z', 'updated_at': '2022-02-16T09:29:59Z', 'revision_number': 0, 'project_id': '95e44d55b575475e983667536f98ba1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:01.496010 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5822-190e-43ef-8c43-39d8b2d3b324 None None] The sync data for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi is: [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '7381f752-50dd-407c-b86e-5dc720f44f36', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'port_id': 'a2193171-9529-4e4c-9102-94e96793a838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'mac_address': 'fa:16:3e:b1:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:59Z', 'updated_at': '2022-02-16T09:29:59Z', 'revision_number': 0, 'project_id': '95e44d55b575475e983667536f98ba1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:30:01.550901 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (c2fee15c-a82e-4e1a-b4e8-ff82caf1feb0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.557184 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-cfa19173-54a8-4a2c-8ada-a0a8990c277d service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323450 Feb 16 09:30:01.558244 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (c2fee15c-a82e-4e1a-b4e8-ff82caf1feb0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.589966 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fee15c-a82e-4e1a-b4e8-ff82caf1feb0,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.606227 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.608071 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-3f7f647c-8516-4e39-8181-fa30cad73acb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185206 Feb 16 09:30:01.610638 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56546) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:01.622555 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:01.714454 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (de77d95e-63fa-4c6d-9828-b7bc98c7648c), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.718864 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7293ff0b-2754-435f-a82a-8ce31691813a req-816a8ca5-de5b-4b60-a3cb-73d4b861d08c service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372762 Feb 16 09:30:01.774219 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c7dd9-140b-44d3-bedf-339b8e952fa2 None None] New status for floating IP 7381f752-50dd-407c-b86e-5dc720f44f36: ACTIVE {{(pid=102658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:30:01.864434 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (de77d95e-63fa-4c6d-9828-b7bc98c7648c), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.872275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (de77d95e-63fa-4c6d-9828-b7bc98c7648c), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.881667 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792419ba-1a46-4140-bf39-88563bc67c51 req-33a2b9c8-20c3-46da-b19a-e4eeaf00879a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:01.883150 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-792419ba-1a46-4140-bf39-88563bc67c51 req-33a2b9c8-20c3-46da-b19a-e4eeaf00879a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.1447763 Feb 16 09:30:01.920335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be2b2-d76b-445d-a98a-d183efe9200e req-83549401-c5d0-4d86-8678-8bef840e3f7a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:01.922483 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d14be2b2-d76b-445d-a98a-d183efe9200e req-83549401-c5d0-4d86-8678-8bef840e3f7a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1333759 Feb 16 09:30:01.931828 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de77d95e-63fa-4c6d-9828-b7bc98c7648c,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.939764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:01.943788 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2a264f3f-0404-4998-bda9-dcaca2f388ec tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275983 Feb 16 09:30:01.944207 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 56558) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:01.949137 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:01.972883 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.securitygroups_db [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Project 95e44d55b575475e983667536f98ba1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:30:01.978419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (996a77f1-5107-4c42-9847-1fa2a8476cb7), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.001036 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-792419ba-1a46-4140-bf39-88563bc67c51 req-c84f0c10-fae4-4530-b61e-15af039370d9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083682 Feb 16 09:30:02.011282 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d14be2b2-d76b-445d-a98a-d183efe9200e req-ffb83bc1-fdbf-4d5f-b460-8ab76a727005 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800385 Feb 16 09:30:02.080883 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (996a77f1-5107-4c42-9847-1fa2a8476cb7), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.087640 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.090387 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (996a77f1-5107-4c42-9847-1fa2a8476cb7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.111478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a77f1-5107-4c42-9847-1fa2a8476cb7,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:02.126218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.127538 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3aa1e472-8f58-4e71-912a-37100fe08ea8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1822486 Feb 16 09:30:02.130317 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 56566) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:02.135255 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'security_group_rule': {'security_group_id': '13dc3ee6-93cf-405d-83ee-d66b80f62f85', 'project_id': '95e44d55b575475e983667536f98ba1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:02.172348 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.securitygroups_db [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Project 95e44d55b575475e983667536f98ba1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:30:02.179946 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (fbe7587d-2e08-4b29-9f14-50c529e906e4), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.186470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7fad9-7283-466c-b312-61785d1a2680 req-cd4df865-0b3c-4345-948b-3ca37dc2b864 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:02.200076 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2b7fad9-7283-466c-b312-61785d1a2680 req-cd4df865-0b3c-4345-948b-3ca37dc2b864 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0895693 Feb 16 09:30:02.280192 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (fbe7587d-2e08-4b29-9f14-50c529e906e4), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.285369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (fbe7587d-2e08-4b29-9f14-50c529e906e4), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.296921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2b7fad9-7283-466c-b312-61785d1a2680 req-9800e5ad-66b3-426d-a3b0-ba245f53e2bf tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946705 Feb 16 09:30:02.304729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe7587d-2e08-4b29-9f14-50c529e906e4,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:02.315615 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.317270 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1ba8613d-c5ac-4238-876c-197ff6bd6b1e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857462 Feb 16 09:30:02.335137 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11271808-447d-412e-b83e-0f7754a4ba64 req-ea21d532-598f-4d5b-ac2e-3d7848bf2d2f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:02.336667 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-11271808-447d-412e-b83e-0f7754a4ba64 req-ea21d532-598f-4d5b-ac2e-3d7848bf2d2f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0935712 Feb 16 09:30:02.386570 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-11271808-447d-412e-b83e-0f7754a4ba64 req-e404d4ea-d186-418f-a6a9-3bfba2a2bf9c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Feb 16 09:30:02.486050 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-c7fbb48e-2afe-4508-bc0e-776a811b7b77 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008906560&fields=id&tenant_id=95e44d55b575475e983667536f98ba1b HTTP/1.1" status: 200 len: 267 time: 0.0450227 Feb 16 09:30:02.540809 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-e77352b4-b9d6-463d-91e0-824cb288061e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:02.542252 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-e77352b4-b9d6-463d-91e0-824cb288061e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0510242 Feb 16 09:30:02.553861 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'port': {'security_groups': ['80c78890-4351-4202-a2c3-33cde95137aa', '13dc3ee6-93cf-405d-83ee-d66b80f62f85']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:02.643703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.851888 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:02.883340 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for port (a2193171-9529-4e4c-9102-94e96793a838), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.888150 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.914129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:02.932717 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:02.933351 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:02.937816 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7993752-002e-4bde-8c7e-6fa9c6cb5138 req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "PUT /v2.0/ports/a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 981 time: 0.3886616 Feb 16 09:30:02.938944 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:02.947173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3677accf-aeb9-4241-9814-aed639e06120" -d '{"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:03.017327 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09409554-9b6c-4a5c-b4e2-c9ced4c77162 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=6']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:03.028188 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7cac85-8715-446c-9607-06947db1beb2 x-openstack-request-id: req-2a7cac85-8715-446c-9607-06947db1beb2 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:03.028624 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:03.039409 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2a7cac85-8715-446c-9607-06947db1beb2 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:03.044458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:30:03.153883 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a62e5c-37ac-4a9c-9c12-de8a080b804e req-4b0fcc8e-4f57-42dc-aba4-9c8cc45d8392 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.155762 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d3a62e5c-37ac-4a9c-9c12-de8a080b804e req-4b0fcc8e-4f57-42dc-aba4-9c8cc45d8392 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.1074889 Feb 16 09:30:03.225582 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677accf-aeb9-4241-9814-aed639e06120 req-aa5b23da-9677-4512-a537-0a595451cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.227102 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-aa5b23da-9677-4512-a537-0a595451cf7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1168 time: 0.1293130 Feb 16 09:30:03.264131 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0ea2-d551-48ef-b379-2f3aab8386c0 req-445e51c6-5776-435f-a90a-0b9a0dc66450 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.266154 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-518c0ea2-d551-48ef-b379-2f3aab8386c0 req-445e51c6-5776-435f-a90a-0b9a0dc66450 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1380742 Feb 16 09:30:03.286903 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d3a62e5c-37ac-4a9c-9c12-de8a080b804e req-07c93356-15e8-4514-ab01-b1710f558d4b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140099 Feb 16 09:30:03.315001 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5b4e5655-a234-4c56-85ce-a6b79498ec3a None None] Provisioning complete for port a2193171-9529-4e4c-9102-94e96793a838 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:03.315712 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5655-a234-4c56-85ce-a6b79498ec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a2193171-9529-4e4c-9102-94e96793a838), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:03.410685 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-518c0ea2-d551-48ef-b379-2f3aab8386c0 req-bd21d7cf-5ddd-433b-8d16-69383d5faf9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322250 Feb 16 09:30:03.446796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677accf-aeb9-4241-9814-aed639e06120 req-337c11f3-f05b-46a3-b02e-699f2bf71848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.448270 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-337c11f3-f05b-46a3-b02e-699f2bf71848 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.2064009 Feb 16 09:30:03.470971 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e5655-a234-4c56-85ce-a6b79498ec3a None None] Current status of the port a2193171-9529-4e4c-9102-94e96793a838 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:03.479605 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:03.483935 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134f07e-b784-401b-bc1e-8d68e61c338a req-258e916b-4c55-4e49-8c62-3c48f5f62170 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.485992 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d134f07e-b784-401b-bc1e-8d68e61c338a req-258e916b-4c55-4e49-8c62-3c48f5f62170 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1022627 Feb 16 09:30:03.592590 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-69071e5f-92ed-4237-a8d2-9b1b903758b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 1001 time: 0.1225429 Feb 16 09:30:03.622727 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d134f07e-b784-401b-bc1e-8d68e61c338a req-55dad248-4893-4b71-bb35-1334f477f32d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014097 Feb 16 09:30:03.652995 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbbeb-fd60-4489-a4b4-ad6f21e7ff5e req-3ad8a878-ba1e-4d2d-b57e-5d902bbf46cb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.655331 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83dcbbeb-fd60-4489-a4b4-ad6f21e7ff5e req-3ad8a878-ba1e-4d2d-b57e-5d902bbf46cb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.1324103 Feb 16 09:30:03.681649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677accf-aeb9-4241-9814-aed639e06120 req-50c84c3a-9366-4d1b-8020-a97c5af5d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.685593 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-50c84c3a-9366-4d1b-8020-a97c5af5d461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0750244 Feb 16 09:30:03.714973 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:03.743286 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83dcbbeb-fd60-4489-a4b4-ad6f21e7ff5e req-88958ca3-c5ef-484b-aa38-c4eee8edcd8f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797741 Feb 16 09:30:03.759040 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677accf-aeb9-4241-9814-aed639e06120 req-69963480-78bc-4f97-a1a5-6b7097c3955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.760863 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-69963480-78bc-4f97-a1a5-6b7097c3955d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648012 Feb 16 09:30:03.911153 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-ae62c9e2-7a10-407e-848c-983fa46f628e service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326959 Feb 16 09:30:03.925853 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5b55f-5cdc-42b5-b226-5d4b0decff53 req-5ca7e0c0-69f9-4cb0-93a8-b69cd4e2303b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:03.927270 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-efa5b55f-5cdc-42b5-b226-5d4b0decff53 req-5ca7e0c0-69f9-4cb0-93a8-b69cd4e2303b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0752940 Feb 16 09:30:04.042804 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-efa5b55f-5cdc-42b5-b226-5d4b0decff53 req-bd23853e-08e5-40a5-91c0-e408541d13d3 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096320 Feb 16 09:30:04.070338 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56606) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:04.073515 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3677accf-aeb9-4241-9814-aed639e06120 req-ef3ab082-22f4-4c8a-96bb-9d49683ebeca service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212301 Feb 16 09:30:04.272706 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fed0e2-4d7e-4d37-858c-829f1cb29433 tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:04.274234 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b0fed0e2-4d7e-4d37-858c-829f1cb29433 tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 1125 time: 0.2030540 Feb 16 09:30:04.277228 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 56614) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:04.282872 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'port_id': '10483ee2-faad-4dff-bb30-fd30596017c3', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:04.305180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:04.417226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:04.568263 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.27.3.4 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/2e996193-b4a3-422b-b859-e4ee092438cc) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:30:04.586992 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6199a-88fa-4066-b6ac-1026feb43c3a req-d9d113b2-20ef-4d3f-a17d-0cad620fdd6b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:04.588471 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-79c6199a-88fa-4066-b6ac-1026feb43c3a req-d9d113b2-20ef-4d3f-a17d-0cad620fdd6b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1050260 Feb 16 09:30:04.689281 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-79c6199a-88fa-4066-b6ac-1026feb43c3a req-c23886ac-c400-43e1-8a5b-74c25860d009 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946877 Feb 16 09:30:04.739846 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (2e996193-b4a3-422b-b859-e4ee092438cc), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:04.778662 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fb62-76e7-43ff-a042-7a5391cae2b2 req-40a4be2c-7e33-4f74-a23b-abc882882404 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:04.780402 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4544fb62-76e7-43ff-a042-7a5391cae2b2 req-40a4be2c-7e33-4f74-a23b-abc882882404 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0804255 Feb 16 09:30:04.802307 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:04.855073 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:30:04.863781 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:30:04.873837 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:30:04.895920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=2e996193-b4a3-422b-b859-e4ee092438cc,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:04.905603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4544fb62-76e7-43ff-a042-7a5391cae2b2 req-1b91be2f-90e3-440d-aa87-60730b395127 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180117 Feb 16 09:30:05.276117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (78204f23-4562-4a36-b262-145b52447130), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:05.347695 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:05.720140 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (2e996193-b4a3-422b-b859-e4ee092438cc), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:05.726321 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:05.822668 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=2e996193-b4a3-422b-b859-e4ee092438cc,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:05.837790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (78204f23-4562-4a36-b262-145b52447130), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:05.936163 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb735c-eb5a-4814-aba8-e9a5a61a7262 req-662a4aa7-8602-4c08-9f08-8c28d8a2bf49 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:05.938143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92eb735c-eb5a-4814-aba8-e9a5a61a7262 req-662a4aa7-8602-4c08-9f08-8c28d8a2bf49 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1788170 Feb 16 09:30:06.017756 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 78204f23-4562-4a36-b262-145b52447130 associated. External IP: 172.27.3.4, port: 10483ee2-faad-4dff-bb30-fd30596017c3. Feb 16 09:30:06.030710 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92eb735c-eb5a-4814-aba8-e9a5a61a7262 req-de747245-7eac-4a9a-97fe-9de0e6b30492 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Feb 16 09:30:06.136858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aef0fb-a9ab-4d9e-9c83-e0e1c46cdad6 req-80735152-f0b5-4b26-ab65-dd6f0cceca7c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:06.138329 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6aef0fb-a9ab-4d9e-9c83-e0e1c46cdad6 req-80735152-f0b5-4b26-ab65-dd6f0cceca7c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1581972 Feb 16 09:30:06.261565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6aef0fb-a9ab-4d9e-9c83-e0e1c46cdad6 req-7f45080b-8efe-47f2-9bf9-41e085c607c3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055772 Feb 16 09:30:06.339419 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-767e32f1-e241-4cdc-87b6-452c88b305a9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:06.340903 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-767e32f1-e241-4cdc-87b6-452c88b305a9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.2252452 Feb 16 09:30:06.371621 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-103913ea-05ff-492e-b0fb-763feb4e565b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/quotas/06161d2bb1bc42e6aa6d5273574be351 HTTP/1.1" status: 200 len: 375 time: 0.0244656 Feb 16 09:30:06.431594 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:30:06.448936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-0df12006-8804-4162-8564-4f0a0e8489cc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714366 Feb 16 09:30:06.627211 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-893c8421-f7e5-455a-8483-54a4d1877a2b service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385229 Feb 16 09:30:06.627964 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:30:06.639197 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:30:06.652085 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:30:06.653406 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:29:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:06.668914 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:06.751543 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-fcbf64a8-0eae-42fe-9484-162a973ee64b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4588869 Feb 16 09:30:06.751543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:06.751543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81" -d '{"events": [{"name": "network-changed", "server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:06.768609 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:30:06.772198 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-baf72c24-23c1-4cbb-9214-341103464462 service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383212 Feb 16 09:30:06.785538 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f73094-82c7-4572-b8be-91be3ae1e670 x-openstack-request-id: req-65f73094-82c7-4572-b8be-91be3ae1e670 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:06.785858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:06.786112 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-65f73094-82c7-4572-b8be-91be3ae1e670 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:06.786544 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3', 'status': 'completed', 'code': 200} Feb 16 09:30:06.899666 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-abde72d2-8485-4ee4-8dfd-2f998a1534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:06.902338 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-abde72d2-8485-4ee4-8dfd-2f998a1534b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.0637476 Feb 16 09:30:06.975622 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39fdfaac-6de0-4672-a7b2-60264887bd81 req-556ebf5b-a127-4ea4-a0eb-c6eafd24dfb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 210 time: 0.0446241 Feb 16 09:30:07.026232 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '78204f23-4562-4a36-b262-145b52447130', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '10483ee2-faad-4dff-bb30-fd30596017c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:84:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b062f-0d97-434a-9e90-2312d348f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:30:05Z', 'updated_at': '2022-02-16T09:30:05Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:07.057963 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2fc95184-dbd1-4b00-9928-5482108efcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:07.058913 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:30:07.060439 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2fc95184-dbd1-4b00-9928-5482108efcfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.1273305 Feb 16 09:30:07.070375 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:30:07.071058 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:29:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:07.182272 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:30:07.192899 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-85fdd15b-7ac5-4a02-a4ec-0de2bf1e9914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10483ee2-faad-4dff-bb30-fd30596017c3 HTTP/1.1" status: 200 len: 998 time: 0.1045887 Feb 16 09:30:07.205421 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c45d4-83b8-41bb-95a3-aa310a5da290 req-30351c64-3cc6-49c0-b68a-4d056c842eb7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:07.206886 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-229c45d4-83b8-41bb-95a3-aa310a5da290 req-30351c64-3cc6-49c0-b68a-4d056c842eb7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0789547 Feb 16 09:30:07.286114 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2696c72b-24c5-4b61-b318-7905950cf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:07.287459 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2696c72b-24c5-4b61-b318-7905950cf47c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0777824 Feb 16 09:30:07.311652 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-229c45d4-83b8-41bb-95a3-aa310a5da290 req-deeafd7f-ec18-42a6-ad91-6497cb9ba824 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913470 Feb 16 09:30:07.371363 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2934c398-cad0-458e-bbe9-a3c94b25c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:07.372862 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-2934c398-cad0-458e-bbe9-a3c94b25c51c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567851 Feb 16 09:30:07.448544 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '78204f23-4562-4a36-b262-145b52447130', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '10483ee2-faad-4dff-bb30-fd30596017c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:84:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b062f-0d97-434a-9e90-2312d348f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:30:05Z', 'updated_at': '2022-02-16T09:30:05Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:07.480954 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73752a7-8fcc-4bf8-a06f-22e0030f7c95 req-21046571-1c73-4396-8110-b309c1529348 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:07.482290 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d86a86-2064-43ef-b4eb-fb3ada9d8801 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '78204f23-4562-4a36-b262-145b52447130', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '10483ee2-faad-4dff-bb30-fd30596017c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:84:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b062f-0d97-434a-9e90-2312d348f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:30:05Z', 'updated_at': '2022-02-16T09:30:05Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:30:07.482514 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d73752a7-8fcc-4bf8-a06f-22e0030f7c95 req-21046571-1c73-4396-8110-b309c1529348 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1215179 Feb 16 09:30:07.520247 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-44992dba-2376-4986-b06c-0be99e56dc60 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244085 Feb 16 09:30:07.560340 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d73752a7-8fcc-4bf8-a06f-22e0030f7c95 req-cf7f4de9-b90e-4930-b8a0-39476d4b751e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655975 Feb 16 09:30:07.669195 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c82c17f0-d1fd-4d0f-81a5-f4fe1921ea81 req-088ab0b4-03e6-490b-9089-3332a22964ba service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049259 Feb 16 09:30:07.733542 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668bf8a-157c-4e27-8fdb-553cf40c0fc5 None None] New status for floating IP 78204f23-4562-4a36-b262-145b52447130: ACTIVE {{(pid=102658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:30:08.076086 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-88093da6-7b6e-4b6b-97dc-8b3fcde9a48c req-a971dac7-0840-41f0-89c6-7627d194a0c9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Feb 16 09:30:08.424887 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288f5d-0e10-4444-bfbe-5b756dc6abc1 req-5c2b7adc-9022-4392-9d2c-c9d6baf7b59a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:08.426428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3288f5d-0e10-4444-bfbe-5b756dc6abc1 req-5c2b7adc-9022-4392-9d2c-c9d6baf7b59a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0529191 Feb 16 09:30:08.476533 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3288f5d-0e10-4444-bfbe-5b756dc6abc1 req-2af88d14-b0ac-46ba-a620-1d0db4392147 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Feb 16 09:30:08.586017 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-c6ec4326-e90f-4acb-8339-30ab87c5f86b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:08.587340 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-c6ec4326-e90f-4acb-8339-30ab87c5f86b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.1030850 Feb 16 09:30:08.613807 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Request body: {'port': {'device_id': '8127f108-3eca-4ef6-9054-9949d66e3568', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'admin_state_up': True, 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:08.760601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f135-e20e-4325-9f82-8169c14e0c54 req-a0f45fc7-c9ce-468d-9af1-52ccc6d94eca tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:08.762054 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-70a3f135-e20e-4325-9f82-8169c14e0c54 req-a0f45fc7-c9ce-468d-9af1-52ccc6d94eca tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1105411 Feb 16 09:30:08.770884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:30:08.774429 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:08.862973 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-70a3f135-e20e-4325-9f82-8169c14e0c54 req-4805544f-c2ef-4a2a-a672-fea0d484a59d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932930 Feb 16 09:30:08.936509 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Allocated IP 172.20.0.8 (8e553718-c683-4c95-9059-e21116de5d8e/41ef690b-3772-4b62-b7ea-0e15336df443/eca4f694-a3dc-4007-a2a6-e8eac257cdc0) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:30:09.079982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks [] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.119671 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.145270 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934', '50475e00-a122-4fc0-a61e-0f640a2664c8'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:09.173617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Network 8e553718-c683-4c95-9059-e21116de5d8e is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:30:09.194241 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:30:09.199070 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:30:09.225760 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event updated for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:09.263286 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:09.263887 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.276099 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599fdfc-695c-4155-a6bc-fa488822b30d req-ad03258c-ae61-49b9-8c6f-6ee559a1eefa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:09.277550 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4599fdfc-695c-4155-a6bc-fa488822b30d req-ad03258c-ae61-49b9-8c6f-6ee559a1eefa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 931 time: 0.1263351 Feb 16 09:30:09.293589 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9c457895-0a68-4dbd-992f-720c34e80847 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6848769 Feb 16 09:30:09.312827 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Request body: {'port': {'device_id': '8127f108-3eca-4ef6-9054-9949d66e3568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:09.361407 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4599fdfc-695c-4155-a6bc-fa488822b30d req-673918cb-515f-4e17-91f4-a9bd82736312 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Feb 16 09:30:09.391924 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.648574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e751-243f-4258-a8be-382ce91ee4b8 req-535e122b-7c63-4ed2-86d3-ffd2be4ac234 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:09.649927 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7e42e751-243f-4258-a8be-382ce91ee4b8 req-535e122b-7c63-4ed2-86d3-ffd2be4ac234 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0832574 Feb 16 09:30:09.717243 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca4f694-a3dc-4007-a2a6-e8eac257cdc0 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:30:09.730448 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks [] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.743618 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7e42e751-243f-4258-a8be-382ce91ee4b8 req-48905459-c08a-411d-a9f1-7183fbdd2aba tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866206 Feb 16 09:30:09.748094 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Transition to ACTIVE for port object eca4f694-a3dc-4007-a2a6-e8eac257cdc0 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:30:09.752830 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.800342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Pushing event updated for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:09.879307 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Attempting to bind port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:30:09.879805 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Attempting to bind port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:30:09.880612 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Attempting to bind port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:30:09.884612 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 on network 8e553718-c683-4c95-9059-e21116de5d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:30:09.884927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Attempting to bind port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:30:09.889696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:30:09.890024 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Checking segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:30:09.890402 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Bound using segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:30:09.890897 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Bound port: eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:30:09.891249 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:09.989971 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:30:09.993560 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:30:10.003872 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:10.018003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8a3c5-9c92-4578-aa55-1a883dc0cb13 req-421aed98-4936-49df-b644-1d5f8152b4f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.019467 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1d8a3c5-9c92-4578-aa55-1a883dc0cb13 req-421aed98-4936-49df-b644-1d5f8152b4f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0812078 Feb 16 09:30:10.051409 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.052154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:10.053499 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] 10.222.0.24 "PUT /v2.0/ports/eca4f694-a3dc-4007-a2a6-e8eac257cdc0 HTTP/1.1" status: 200 len: 1093 time: 0.7456892 Feb 16 09:30:10.053931 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:10.056140 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e87ed-7de2-4c76-864e-960ee4812eed" -d '{"events": [{"name": "network-changed", "server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:10.094450 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512efce-a86c-4e76-8d7e-45518efd29aa x-openstack-request-id: req-9512efce-a86c-4e76-8d7e-45518efd29aa {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:10.095745 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:10.095745 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9512efce-a86c-4e76-8d7e-45518efd29aa {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:10.096327 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', 'status': 'completed', 'code': 200} Feb 16 09:30:10.353185 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d4537-28bd-47b5-9751-732a6b621746 service neutron] Pushing event updated for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:10.379615 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1d8a3c5-9c92-4578-aa55-1a883dc0cb13 req-e51e0131-485a-4d10-a378-75cc214e62cb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384349 Feb 16 09:30:10.402559 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-1e89cc17-fc44-4601-bebd-94ce2cbc0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.402559 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-1e89cc17-fc44-4601-bebd-94ce2cbc0161 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 1127 time: 0.0653303 Feb 16 09:30:10.458817 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-a4ff40cf-4ff2-416b-87d8-04712f045b8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0 HTTP/1.1" status: 200 len: 217 time: 0.0436022 Feb 16 09:30:10.532629 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-712d5e51-303d-427f-8b6c-2eaa65e2112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.534456 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-712d5e51-303d-427f-8b6c-2eaa65e2112f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0583293 Feb 16 09:30:10.545379 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aca9d3-02af-432a-9223-a85527edc5cd req-2a23a034-b0f2-4759-8541-10b8e03bf05e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.546755 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f7aca9d3-02af-432a-9223-a85527edc5cd req-2a23a034-b0f2-4759-8541-10b8e03bf05e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 943 time: 0.0970812 Feb 16 09:30:10.590039 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-72f7639d-7dfc-4a9c-b4ea-e4f534db255c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307889 Feb 16 09:30:10.636277 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f7aca9d3-02af-432a-9223-a85527edc5cd req-a7eabc60-525f-4303-b11c-4baa36092757 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826859 Feb 16 09:30:10.701637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-9a36ef7a-77e6-443e-95a4-734cf0d721ba service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974441 Feb 16 09:30:10.806630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-030a46e2-ddf8-42a0-b342-d139fbfa667c req-601b4465-339b-4112-9a3b-958bee71c689 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850847 Feb 16 09:30:10.870154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802f9be-4834-40fe-b8a8-f2db5fad8c22 req-f4b4249a-19fc-4402-88b9-b73dbf230dd8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.871616 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9802f9be-4834-40fe-b8a8-f2db5fad8c22 req-f4b4249a-19fc-4402-88b9-b73dbf230dd8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0593078 Feb 16 09:30:10.948783 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9802f9be-4834-40fe-b8a8-f2db5fad8c22 req-25ead844-77a6-4c5a-86c4-7ce7882d6b2e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Feb 16 09:30:10.963051 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-353905a8-7959-47d9-8892-39ae4d8741f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:10.964606 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-353905a8-7959-47d9-8892-39ae4d8741f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 1127 time: 0.0687695 Feb 16 09:30:11.062626 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-4d9ddc46-9cb9-4e7a-8e5d-df796dcde07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:11.064360 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-4d9ddc46-9cb9-4e7a-8e5d-df796dcde07d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 916 time: 0.0883446 Feb 16 09:30:11.105834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-1f80bab7-841b-4bcb-8316-966beb5e7100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0 HTTP/1.1" status: 200 len: 217 time: 0.0337741 Feb 16 09:30:11.175583 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-9e05c327-9423-4f59-b05d-55d78d1e4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:11.177065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-9e05c327-9423-4f59-b05d-55d78d1e4aba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0444064 Feb 16 09:30:11.216439 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-3b355dba-7185-44f9-8332-c148452741d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Feb 16 09:30:11.322884 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-1e80d546-88c9-43f1-af5b-1961dc3d9198 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946906 Feb 16 09:30:11.432679 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f20e87ed-7de2-4c76-864e-960ee4812eed req-6770302e-bca4-4dee-b334-09ef601a2a3d service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951614 Feb 16 09:30:11.515414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6ced-530b-41e9-a811-ce035b4d8abb req-2341d45c-b9ab-46c3-8746-0b046c11e924 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:11.517462 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-634a6ced-530b-41e9-a811-ce035b4d8abb req-2341d45c-b9ab-46c3-8746-0b046c11e924 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0546954 Feb 16 09:30:11.564113 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-634a6ced-530b-41e9-a811-ce035b4d8abb req-5f3dbe91-ee8f-4725-94a6-30a85b31eedb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405767 Feb 16 09:30:11.755543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239b5e-6bab-475b-ad99-a10d7fd50849 req-617c5e6d-74fb-421b-80a0-b4da20b0505f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:11.757073 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9239b5e-6bab-475b-ad99-a10d7fd50849 req-617c5e6d-74fb-421b-80a0-b4da20b0505f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 943 time: 0.0548913 Feb 16 09:30:11.841774 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9239b5e-6bab-475b-ad99-a10d7fd50849 req-2ed269ed-bcb2-4de4-8861-609e02f59d45 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Feb 16 09:30:12.077868 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533303d-a3ca-4170-843b-08fa2ac6f5b6 req-83f1d08d-6860-4f8d-83f7-ed4d9cb37e6b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:12.079950 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4533303d-a3ca-4170-843b-08fa2ac6f5b6 req-83f1d08d-6860-4f8d-83f7-ed4d9cb37e6b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0521119 Feb 16 09:30:12.132893 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4533303d-a3ca-4170-843b-08fa2ac6f5b6 req-7550f266-b59c-4a43-90b9-f93f1e8ba139 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Feb 16 09:30:12.691944 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102495-e659-462c-980a-62b382526be7 req-b67dd357-85a4-4469-890b-66393f041a08 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:12.693551 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-80102495-e659-462c-980a-62b382526be7 req-b67dd357-85a4-4469-890b-66393f041a08 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Feb 16 09:30:12.743127 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-80102495-e659-462c-980a-62b382526be7 req-261cbd91-8c7f-48ac-a461-07e7103d02f6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Feb 16 09:30:12.967612 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04bb2f-4f4a-4c99-bbdb-c89433061d9e req-89cf47e1-8fd7-47b6-a08b-935ff8a8ddd7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:12.969094 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fb04bb2f-4f4a-4c99-bbdb-c89433061d9e req-89cf47e1-8fd7-47b6-a08b-935ff8a8ddd7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 943 time: 0.0598137 Feb 16 09:30:13.022198 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fb04bb2f-4f4a-4c99-bbdb-c89433061d9e req-1a742fe9-6e08-4ec3-8deb-15d94e33cff5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Feb 16 09:30:13.155974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54141d-1df2-418f-becc-99ed392066d9 req-2c38fb9d-9844-42bf-b273-a2d7fbca7b8f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:13.158842 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3d54141d-1df2-418f-becc-99ed392066d9 req-2c38fb9d-9844-42bf-b273-a2d7fbca7b8f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0529208 Feb 16 09:30:13.205247 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3d54141d-1df2-418f-becc-99ed392066d9 req-ccfd2b77-b54c-4efb-a221-b2f82a317f77 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Feb 16 09:30:13.260177 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fc1d9-e21d-448d-be4e-610e729f1782 req-14759071-4ca4-4631-9de4-cd994b9c4be9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:13.261669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e05fc1d9-e21d-448d-be4e-610e729f1782 req-14759071-4ca4-4631-9de4-cd994b9c4be9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0546746 Feb 16 09:30:13.311256 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e05fc1d9-e21d-448d-be4e-610e729f1782 req-d2f38a09-5540-4c8d-9462-983d7ef93b18 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Feb 16 09:30:13.865361 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce99e5-5c5c-4ccc-a0fe-2e08a9c8d15e req-2746c77e-13d2-41b6-b48d-65c502ee45ce tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:13.866818 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-46ce99e5-5c5c-4ccc-a0fe-2e08a9c8d15e req-2746c77e-13d2-41b6-b48d-65c502ee45ce tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0513825 Feb 16 09:30:13.913958 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-46ce99e5-5c5c-4ccc-a0fe-2e08a9c8d15e req-54018225-b74a-4a31-8394-6880ce270db5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Feb 16 09:30:14.143259 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c569e-25d6-4de7-9a0d-e7ab1785010c req-840f7c8a-6d3f-42fb-b33d-8075214959be tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:14.144771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca4c569e-25d6-4de7-9a0d-e7ab1785010c req-840f7c8a-6d3f-42fb-b33d-8075214959be tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 943 time: 0.0534601 Feb 16 09:30:14.190650 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca4c569e-25d6-4de7-9a0d-e7ab1785010c req-7f8e1db7-0c4c-41f3-9d38-b6907a3f6354 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Feb 16 09:30:14.336834 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1a66-8b08-487a-ac65-9a1dda03fed8 req-ded457b3-c1e3-485b-bab3-cf6fcd0671b4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:14.338659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0bdb1a66-8b08-487a-ac65-9a1dda03fed8 req-ded457b3-c1e3-485b-bab3-cf6fcd0671b4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0613337 Feb 16 09:30:14.394758 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0bdb1a66-8b08-487a-ac65-9a1dda03fed8 req-65a3c8e7-b06d-4458-847c-ea6471d4cc3f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504625 Feb 16 09:30:14.453621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeb4a0-17f1-466b-8416-6a8476e1d574 req-6535bbe4-e96e-45bc-9c7a-f2ea8f327782 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:14.456882 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0eeeb4a0-17f1-466b-8416-6a8476e1d574 req-6535bbe4-e96e-45bc-9c7a-f2ea8f327782 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0602210 Feb 16 09:30:14.508694 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0eeeb4a0-17f1-466b-8416-6a8476e1d574 req-a0f20677-43ee-419c-9a8b-6df45570fc59 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Feb 16 09:30:14.817560 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214e285-258a-4b3a-8720-ffdfd81e7553 req-0f6fa430-fda1-435c-85ee-6b909b15b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:14.819083 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7214e285-258a-4b3a-8720-ffdfd81e7553 req-0f6fa430-fda1-435c-85ee-6b909b15b8b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0465176 Feb 16 09:30:14.879660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7214e285-258a-4b3a-8720-ffdfd81e7553 req-cc69f5f8-b476-4ece-900e-dd1971cb739d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Feb 16 09:30:15.037404 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3266ff-5e8f-4fb2-8f0d-28e6b2e04bad req-9a8500bb-61a7-4505-af3f-7c87aa4449c9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.038893 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7c3266ff-5e8f-4fb2-8f0d-28e6b2e04bad req-9a8500bb-61a7-4505-af3f-7c87aa4449c9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0536811 Feb 16 09:30:15.086426 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7c3266ff-5e8f-4fb2-8f0d-28e6b2e04bad req-df8b8184-03da-4e0a-b1bc-c5b1a4448257 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Feb 16 09:30:15.314117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65744-0265-444a-833d-685f16465b7c req-1c911a96-c573-47db-a9e4-2475ea0cbaa1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.315852 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c8f65744-0265-444a-833d-685f16465b7c req-1c911a96-c573-47db-a9e4-2475ea0cbaa1 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 943 time: 0.0552983 Feb 16 09:30:15.377565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c8f65744-0265-444a-833d-685f16465b7c req-5a2f7a0e-42f0-42bd-ad81-efa2c70b0e1b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Feb 16 09:30:15.412387 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-5dc1cd20-fd78-4b12-b530-0b83d898b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.413865 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-5dc1cd20-fd78-4b12-b530-0b83d898b7e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1130 time: 0.0603604 Feb 16 09:30:15.433524 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device eca4f694-a3dc-4007-a2a6-e8eac257cdc0 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:30:15.538685 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:15.549993 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'port_id': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', 'mac_address': 'fa:16:3e:75:af:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ef690b-3772-4b62-b7ea-0e15336df443', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:30:15.583503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6be8e-e678-478a-9aa3-3f2f6fa81dcc req-92650628-7ed2-470d-b742-aaee325e1e6e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.585015 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dac6be8e-e678-478a-9aa3-3f2f6fa81dcc req-92650628-7ed2-470d-b742-aaee325e1e6e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1110117 Feb 16 09:30:15.588466 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-90daefa2-3042-485b-9326-911a42241d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.589138 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:15.589587 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:15.589782 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-90daefa2-3042-485b-9326-911a42241d3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.1342373 Feb 16 09:30:15.603170 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca4f694-a3dc-4007-a2a6-e8eac257cdc0 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:30:15.623323 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:15.627399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:15.676399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:15.737850 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dac6be8e-e678-478a-9aa3-3f2f6fa81dcc req-f70f6d75-e4dd-4585-8198-4539ae52bf7f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400766 Feb 16 09:30:15.740319 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-b6b9a2bf-7be1-49df-a32e-76e97015e02e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 1001 time: 0.1202219 Feb 16 09:30:15.747005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7055b-d32d-4f8d-ba37-299f806dd90f req-a17f9191-5baa-47db-914a-8325514e5425 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.748433 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9a7055b-d32d-4f8d-ba37-299f806dd90f req-a17f9191-5baa-47db-914a-8325514e5425 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1625416 Feb 16 09:30:15.820972 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-dfb5fa0c-636b-466a-bcdc-eea100a0951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.822404 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-dfb5fa0c-636b-466a-bcdc-eea100a0951f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0693133 Feb 16 09:30:15.833692 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9a7055b-d32d-4f8d-ba37-299f806dd90f req-5d0a4207-e79d-4577-a27f-bae5dfe80228 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Feb 16 09:30:15.884732 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-445d3480-dc47-4f26-8819-6225140ecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:15.886572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-445d3480-dc47-4f26-8819-6225140ecf05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516937 Feb 16 09:30:15.985650 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-59c82d51-5470-42b1-a701-39508bc01238 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911913 Feb 16 09:30:16.088151 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89fa4936-f1db-4b12-b4aa-8406f3c927e0 req-473f495c-6cd7-4bee-84ec-f78332e80a58 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900490 Feb 16 09:30:16.209619 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b641b7-922b-4842-becc-477d514c26df req-8d4fdba3-c690-470a-8815-d4def9033d97 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:16.211074 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67b641b7-922b-4842-becc-477d514c26df req-8d4fdba3-c690-470a-8815-d4def9033d97 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0535731 Feb 16 09:30:16.256517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67b641b7-922b-4842-becc-477d514c26df req-a2711bc1-0f61-4d10-b069-3e521f2076b8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Feb 16 09:30:16.342507 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['eca4f694-a3dc-4007-a2a6-e8eac257cdc0'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:16.496291 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761e842-3fa7-4a90-b5f5-567a3e63ca69 req-6217bdad-a562-4772-adfd-018766d5313e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:16.497772 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f761e842-3fa7-4a90-b5f5-567a3e63ca69 req-6217bdad-a562-4772-adfd-018766d5313e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 944 time: 0.0529137 Feb 16 09:30:16.544338 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f761e842-3fa7-4a90-b5f5-567a3e63ca69 req-e8a353f8-a05d-4f34-8045-fc755c095b1c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Feb 16 09:30:16.860264 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:16.884065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c0947-04bf-4acb-9567-37c2612f821d req-62a64ab1-6e26-49c5-8174-d75f62d87415 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:16.885710 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c74c0947-04bf-4acb-9567-37c2612f821d req-62a64ab1-6e26-49c5-8174-d75f62d87415 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0762346 Feb 16 09:30:16.981336 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c74c0947-04bf-4acb-9567-37c2612f821d req-fa424d84-f4b8-49bc-bd79-202accc1723b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875220 Feb 16 09:30:17.004996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c7eb-b1d2-46f6-86f2-96de1ebae3bf req-9dc7db16-1959-42d8-9d57-3737d327b658 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:17.007028 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0189c7eb-b1d2-46f6-86f2-96de1ebae3bf req-9dc7db16-1959-42d8-9d57-3737d327b658 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0703363 Feb 16 09:30:17.067974 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0189c7eb-b1d2-46f6-86f2-96de1ebae3bf req-ae6b2fe4-aad2-4bb0-a838-114f1cdadc83 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Feb 16 09:30:17.383007 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032d5a-440f-47ff-99d5-6e0b0443f7c5 req-b55d6221-56c6-4a3c-bc20-8edc3683ec67 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:17.384436 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13032d5a-440f-47ff-99d5-6e0b0443f7c5 req-b55d6221-56c6-4a3c-bc20-8edc3683ec67 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0572317 Feb 16 09:30:17.432630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13032d5a-440f-47ff-99d5-6e0b0443f7c5 req-f99e1e28-85a6-4c89-8b5c-6273e286c00f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Feb 16 09:30:17.665392 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14b913-1dce-47dc-8655-d7b01744249f req-fc984489-c7c5-4d8c-93ed-667246e7156f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:17.666778 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ff14b913-1dce-47dc-8655-d7b01744249f req-fc984489-c7c5-4d8c-93ed-667246e7156f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 944 time: 0.0524709 Feb 16 09:30:17.713770 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ff14b913-1dce-47dc-8655-d7b01744249f req-db2cce88-28c6-4e2c-b591-41745ac68722 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Feb 16 09:30:18.115801 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e73737-9916-4180-982f-744df513ebee req-2ed6dc36-4af9-4ff5-a162-e9d7794039ad tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.117383 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-20e73737-9916-4180-982f-744df513ebee req-2ed6dc36-4af9-4ff5-a162-e9d7794039ad tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0631208 Feb 16 09:30:18.194320 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-20e73737-9916-4180-982f-744df513ebee req-921027df-4281-4a86-8b43-fa592b3b4ab5 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705781 Feb 16 09:30:18.217248 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edd0d4-abf4-4c58-b3b1-bef194e8ec78 req-91546386-1a0e-40e4-a66a-c5cee5b56c78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.218803 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f8edd0d4-abf4-4c58-b3b1-bef194e8ec78 req-91546386-1a0e-40e4-a66a-c5cee5b56c78 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0685735 Feb 16 09:30:18.265134 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f8edd0d4-abf4-4c58-b3b1-bef194e8ec78 req-502d5bcf-25db-4104-a721-8a234db85f4c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Feb 16 09:30:18.624647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ead52-1228-4d52-829b-7413a8e09fcd req-66d8420d-5e89-4dac-b459-538c1b7c8c3d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.626238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-476ead52-1228-4d52-829b-7413a8e09fcd req-66d8420d-5e89-4dac-b459-538c1b7c8c3d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1272674 Feb 16 09:30:18.633683 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93178198-9c2f-4692-ba57-f87c39da158c req-c843f72a-af6e-41e6-acd3-09cd15dd59d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.635056 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93178198-9c2f-4692-ba57-f87c39da158c req-c843f72a-af6e-41e6-acd3-09cd15dd59d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1254103 Feb 16 09:30:18.637021 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-17a5dfff-9ee7-46ba-9dbd-f8b6deca1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.638444 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-17a5dfff-9ee7-46ba-9dbd-f8b6deca1823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.1022787 Feb 16 09:30:18.771472 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-476ead52-1228-4d52-829b-7413a8e09fcd req-10763622-c17a-42ba-a0ff-7202bc3e3099 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319945 Feb 16 09:30:18.785506 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93178198-9c2f-4692-ba57-f87c39da158c req-f40b3b83-e0d0-4a0c-9e01-4aa587d18e11 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444652 Feb 16 09:30:18.804082 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-33359dc4-0adf-49c3-9475-2cb62ea70ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.805480 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-33359dc4-0adf-49c3-9475-2cb62ea70ca7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.1456771 Feb 16 09:30:18.854512 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-01228540-dd0d-40db-b42f-5a156a0f8138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0370448 Feb 16 09:30:18.939478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-345a2e36-4522-4124-85b6-8163ea56d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.940945 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-345a2e36-4522-4124-85b6-8163ea56d44d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0582368 Feb 16 09:30:18.948529 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfa9c8-ebc4-4181-967d-6cc5c0f1cde2 req-7a9f5203-5ae7-4a75-9165-f55d52cad7f8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:18.951132 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3dfa9c8-ebc4-4181-967d-6cc5c0f1cde2 req-7a9f5203-5ae7-4a75-9165-f55d52cad7f8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 944 time: 0.0993099 Feb 16 09:30:18.990493 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-327271e3-ac46-40e8-8c54-f58a1bcf23c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342505 Feb 16 09:30:19.019646 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3dfa9c8-ebc4-4181-967d-6cc5c0f1cde2 req-aed10e45-b296-4c68-baed-f2e0513f6b1a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Feb 16 09:30:19.113212 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-a5122a72-f2d5-44ec-80b9-8e7301fd7821 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906701 Feb 16 09:30:19.209559 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0d21c3b-828a-4e84-97b5-0e2b0069e001 req-a1690a70-cb9a-469e-8519-51c54e854bff service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Feb 16 09:30:19.318902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b636-06bc-4697-8d92-eed4851bab6f req-52d91919-ede9-4dc5-9fa0-2c2dde5baf74 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:19.320394 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb83b636-06bc-4697-8d92-eed4851bab6f req-52d91919-ede9-4dc5-9fa0-2c2dde5baf74 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0567019 Feb 16 09:30:19.366235 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bb83b636-06bc-4697-8d92-eed4851bab6f req-8f35d038-755b-430c-a7e9-2d572a5fbf34 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Feb 16 09:30:19.465203 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device eca4f694-a3dc-4007-a2a6-e8eac257cdc0 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:30:19.516075 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:30:19.520468 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:19.520829 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:19.596860 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:19.597162 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:19.619764 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:19.621999 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f8515c-2160-4036-9bc5-04da34eabd3f" -d '{"events": [{"server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "name": "network-vif-plugged", "status": "completed", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:19.634889 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:19.639478 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:19.665926 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a76d8-8882-46ae-aa91-e59b796c82f9 x-openstack-request-id: req-ab5a76d8-8882-46ae-aa91-e59b796c82f9 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:19.666218 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "name": "network-vif-plugged", "status": "completed", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:19.666472 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ab5a76d8-8882-46ae-aa91-e59b796c82f9 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:19.666853 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', 'code': 200} Feb 16 09:30:19.696766 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:20.174961 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb274be-ef86-4643-bb95-7d50ae0238fc req-724c20df-2229-43d9-8d3f-0198ca3df9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:20.176489 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bcb274be-ef86-4643-bb95-7d50ae0238fc req-724c20df-2229-43d9-8d3f-0198ca3df9e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 1129 time: 0.3400865 Feb 16 09:30:20.198462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca685531-7009-4d45-98c2-80b92c78981f req-da80edec-d791-4687-ae66-d044f6a5f9fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:20.199880 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca685531-7009-4d45-98c2-80b92c78981f req-da80edec-d791-4687-ae66-d044f6a5f9fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.3555942 Feb 16 09:30:20.207876 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f2aa-3436-44b7-9b21-fc6de0257ca9 req-fb697174-3557-486c-8dfd-30c188b233e8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:20.209263 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c064f2aa-3436-44b7-9b21-fc6de0257ca9 req-fb697174-3557-486c-8dfd-30c188b233e8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.3403249 Feb 16 09:30:20.293336 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bcb274be-ef86-4643-bb95-7d50ae0238fc req-bd6150e0-3299-460a-9be2-c23e891fa9e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066656 Feb 16 09:30:20.306226 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ca685531-7009-4d45-98c2-80b92c78981f req-12bef999-fe96-48bb-9587-a9ab904c659b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960965 Feb 16 09:30:20.309424 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c064f2aa-3436-44b7-9b21-fc6de0257ca9 req-75d47bc6-4c59-47a0-844b-0e04e93699b9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923407 Feb 16 09:30:20.416124 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4687c54-aa9a-4ec7-8de2-62ee555b454f req-217af87b-e52a-4982-b68f-4d480668adab tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:20.417800 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a4687c54-aa9a-4ec7-8de2-62ee555b454f req-217af87b-e52a-4982-b68f-4d480668adab tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0535607 Feb 16 09:30:20.497313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a4687c54-aa9a-4ec7-8de2-62ee555b454f req-4d204018-e45f-41ff-b6f1-8d01cd863261 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741873 Feb 16 09:30:20.515040 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bde86c-e293-4caa-94bd-c25db9cb053b req-eefc38f1-f39c-402b-9c4b-c814b5f8aec1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:20.518593 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5bde86c-e293-4caa-94bd-c25db9cb053b req-eefc38f1-f39c-402b-9c4b-c814b5f8aec1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0789607 Feb 16 09:30:20.566630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d5bde86c-e293-4caa-94bd-c25db9cb053b req-e9b4b7f9-f462-4ee5-96ed-ee08dc022599 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Feb 16 09:30:21.465279 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad80035-4578-4268-9e94-02c0ac283587 req-20185a81-c370-4c2c-a697-2916fe8ce88c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:21.466640 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bad80035-4578-4268-9e94-02c0ac283587 req-20185a81-c370-4c2c-a697-2916fe8ce88c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0781651 Feb 16 09:30:21.474447 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9774921-0bf6-4a90-aa22-3eb1dd16c54b req-a220e690-b94b-4818-a5c2-c0ef44485b53 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:21.475935 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a9774921-0bf6-4a90-aa22-3eb1dd16c54b req-a220e690-b94b-4818-a5c2-c0ef44485b53 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0967100 Feb 16 09:30:21.558591 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a9774921-0bf6-4a90-aa22-3eb1dd16c54b req-69240663-460c-42f8-b772-88a217f18ae7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760839 Feb 16 09:30:21.561748 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bad80035-4578-4268-9e94-02c0ac283587 req-527908cc-73dd-4220-b0b3-02cf2ba8492d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847752 Feb 16 09:30:21.715487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438d335-6665-41fe-8a7d-e2b4dda89bd1 req-96a4a2ad-7f75-451b-bc26-301e6883123f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:21.717037 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7438d335-6665-41fe-8a7d-e2b4dda89bd1 req-96a4a2ad-7f75-451b-bc26-301e6883123f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0989408 Feb 16 09:30:21.726218 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70a407-01d2-45ce-9c7c-84419aa98c37 req-38bca0a8-6fe2-423f-a113-e3e83aa71b9f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:21.727614 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc70a407-01d2-45ce-9c7c-84419aa98c37 req-38bca0a8-6fe2-423f-a113-e3e83aa71b9f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0807748 Feb 16 09:30:21.802347 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7438d335-6665-41fe-8a7d-e2b4dda89bd1 req-81275de8-4113-43c1-9fb1-caab21b4a4e0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737393 Feb 16 09:30:21.805907 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc70a407-01d2-45ce-9c7c-84419aa98c37 req-48252897-5b40-4693-8e72-71ded85139a0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717313 Feb 16 09:30:22.710842 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e91a-ac6e-48eb-ad19-069098f5d986 req-19b07140-9bba-416b-be0a-2ddaa820fe53 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:22.712409 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-43b1e91a-ac6e-48eb-ad19-069098f5d986 req-19b07140-9bba-416b-be0a-2ddaa820fe53 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0843275 Feb 16 09:30:22.720009 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b493bc4-ff84-4172-903d-eaaad8769661 req-a2832f89-c7af-4762-89ea-4a9e882b91ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:22.721956 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2b493bc4-ff84-4172-903d-eaaad8769661 req-a2832f89-c7af-4762-89ea-4a9e882b91ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0849822 Feb 16 09:30:22.790138 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-43b1e91a-ac6e-48eb-ad19-069098f5d986 req-dbb78b0e-e361-455b-97b6-9fa6577b8e73 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672281 Feb 16 09:30:22.797393 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2b493bc4-ff84-4172-903d-eaaad8769661 req-5486446c-f5c3-40e3-80b4-ed9de86b0c96 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688169 Feb 16 09:30:22.966576 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5d22f-6ff0-42da-b5c3-3ca6f755ca17 req-92041bc7-abcb-4d61-bcf2-15dc31b60934 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:22.968047 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bef5d22f-6ff0-42da-b5c3-3ca6f755ca17 req-92041bc7-abcb-4d61-bcf2-15dc31b60934 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0958307 Feb 16 09:30:22.975145 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b90913-3063-447f-9902-41d965a48f20 req-5acd39c8-2c3a-41c6-af33-a748f97ba5e7 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:22.976527 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b2b90913-3063-447f-9902-41d965a48f20 req-5acd39c8-2c3a-41c6-af33-a748f97ba5e7 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0925937 Feb 16 09:30:23.049828 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bef5d22f-6ff0-42da-b5c3-3ca6f755ca17 req-d354e9a5-4bb0-4325-88ae-2e3522004059 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Feb 16 09:30:23.053203 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b2b90913-3063-447f-9902-41d965a48f20 req-23c1cc3f-4838-4ad3-a7a3-e557f4439204 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701220 Feb 16 09:30:23.948962 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eefdd-a07e-4803-b2a1-017417c3478a req-b5dc12fd-0ebe-4ce3-a318-817387a5d8af tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:23.950464 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fc6eefdd-a07e-4803-b2a1-017417c3478a req-b5dc12fd-0ebe-4ce3-a318-817387a5d8af tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0893092 Feb 16 09:30:23.958567 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755281da-f13a-440a-b66c-eb047554861b req-1c22c911-8851-4d42-8eb0-84d47b44f3f6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:23.960051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-755281da-f13a-440a-b66c-eb047554861b req-1c22c911-8851-4d42-8eb0-84d47b44f3f6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0884061 Feb 16 09:30:24.033168 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fc6eefdd-a07e-4803-b2a1-017417c3478a req-797827fe-d7c3-4d9c-a281-df57f23bd158 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720463 Feb 16 09:30:24.041410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-755281da-f13a-440a-b66c-eb047554861b req-e0509e24-5e32-47d8-8666-e46e8454ed12 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734105 Feb 16 09:30:24.208330 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9b3dc-da6c-46e2-8100-2d05ed8362c1 req-e2cc60af-2b10-47a6-a076-f4841555610f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:24.209778 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eae9b3dc-da6c-46e2-8100-2d05ed8362c1 req-e2cc60af-2b10-47a6-a076-f4841555610f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0900671 Feb 16 09:30:24.216253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220919e7-30fa-4c4f-9d1c-e65131ba237e req-33dcb521-f56f-4696-a61f-65da432c17e0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:24.217591 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-220919e7-30fa-4c4f-9d1c-e65131ba237e req-33dcb521-f56f-4696-a61f-65da432c17e0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0879653 Feb 16 09:30:24.287846 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eae9b3dc-da6c-46e2-8100-2d05ed8362c1 req-2c8edf94-c9da-4130-8458-7e1f12bb4e2c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Feb 16 09:30:24.290750 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-220919e7-30fa-4c4f-9d1c-e65131ba237e req-c9a9c5c7-e6fd-414d-809b-7d1d0030d7d3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665920 Feb 16 09:30:25.188934 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d492a-aa7b-4136-82b8-df58d21685f0 req-150d91de-e210-4025-afae-0e29c21550f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:25.190969 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac5d492a-aa7b-4136-82b8-df58d21685f0 req-150d91de-e210-4025-afae-0e29c21550f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0765855 Feb 16 09:30:25.198773 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d812d-dc07-4afb-bc5b-dbf88b72984f req-bd60f0ec-27da-47b5-a6c8-44ee6cdacdae tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:25.200421 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-014d812d-dc07-4afb-bc5b-dbf88b72984f req-bd60f0ec-27da-47b5-a6c8-44ee6cdacdae tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0974007 Feb 16 09:30:25.295873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ac5d492a-aa7b-4136-82b8-df58d21685f0 req-c59d14f9-78a5-4458-b4fb-f8f23f1cdfa2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943618 Feb 16 09:30:25.298989 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-014d812d-dc07-4afb-bc5b-dbf88b72984f req-c5379181-96c8-4191-bcd2-41f5de199289 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854456 Feb 16 09:30:25.411943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3d5c7-020d-4bd1-ba55-7dc701f8636f req-b479a582-a899-4e1e-8c1c-bf50556d2f36 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:25.413417 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-05e3d5c7-020d-4bd1-ba55-7dc701f8636f req-b479a582-a899-4e1e-8c1c-bf50556d2f36 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0523958 Feb 16 09:30:25.462451 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-05e3d5c7-020d-4bd1-ba55-7dc701f8636f req-548e34c2-7f96-4c0e-8031-24334cd4c15a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Feb 16 09:30:25.574542 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:30:26.479102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b430c94-9b2f-483a-b280-cdb2e44e700c req-4c2fcf18-18f2-4020-9637-394f767ea7e9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:26.480469 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b430c94-9b2f-483a-b280-cdb2e44e700c req-4c2fcf18-18f2-4020-9637-394f767ea7e9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1065376 Feb 16 09:30:26.487887 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16741b76-0b4f-4706-bf83-85fc71c36831 req-cffce333-752b-4584-9f78-dda228e7521a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:26.489401 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-16741b76-0b4f-4706-bf83-85fc71c36831 req-cffce333-752b-4584-9f78-dda228e7521a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1135967 Feb 16 09:30:26.560781 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4b430c94-9b2f-483a-b280-cdb2e44e700c req-4f154620-f2c2-4d0d-b81c-3aedb8c8f56d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704291 Feb 16 09:30:26.564790 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-16741b76-0b4f-4706-bf83-85fc71c36831 req-58d3850d-e76b-4c0e-8b45-d8d3c69e0fb0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688610 Feb 16 09:30:26.668980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e657778-e23c-42d7-9942-a0f3f7448fd3 req-ae79a942-6be0-465c-8b86-9be28a4220e4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:26.670443 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e657778-e23c-42d7-9942-a0f3f7448fd3 req-ae79a942-6be0-465c-8b86-9be28a4220e4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0539455 Feb 16 09:30:26.720226 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e657778-e23c-42d7-9942-a0f3f7448fd3 req-cd3e28ac-e253-460a-820e-7654f6f8fa52 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Feb 16 09:30:27.093449 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-778777c8-477e-42a6-b19c-3ecb63feb265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:27.720488 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813f55d-62ba-42c6-b612-c25afcc99d90 req-9e12a6ba-e3c5-4a9e-9006-a4b0af8991f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:27.722572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b813f55d-62ba-42c6-b612-c25afcc99d90 req-9e12a6ba-e3c5-4a9e-9006-a4b0af8991f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0887895 Feb 16 09:30:27.750518 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae598ae-6827-4120-8cb1-5ac95d25140c req-2a0719d3-ed60-4c79-b178-a9891688ef3e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:27.754096 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9ae598ae-6827-4120-8cb1-5ac95d25140c req-2a0719d3-ed60-4c79-b178-a9891688ef3e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0850554 Feb 16 09:30:27.798127 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b813f55d-62ba-42c6-b612-c25afcc99d90 req-1426887e-326a-4d5e-a9bd-6d001bad79bd tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694458 Feb 16 09:30:27.821749 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9ae598ae-6827-4120-8cb1-5ac95d25140c req-b048d90d-2693-4dc5-81bf-310833044427 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608382 Feb 16 09:30:27.926269 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f2ed-8a81-4ed9-babb-967e3d4d633c req-eeeeebde-92d6-4dad-acea-6a0f0b81d3f4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:27.927771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7088f2ed-8a81-4ed9-babb-967e3d4d633c req-eeeeebde-92d6-4dad-acea-6a0f0b81d3f4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0585792 Feb 16 09:30:27.983801 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7088f2ed-8a81-4ed9-babb-967e3d4d633c req-57c019bf-8164-4a22-bdfa-a7f4e5d248b8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485058 Feb 16 09:30:28.960943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bcf3-fe67-4adb-899d-b747ff06e260 req-7d4d31f0-2f56-4c4b-84a9-9db5ffbb632c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:28.962375 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccd4bcf3-fe67-4adb-899d-b747ff06e260 req-7d4d31f0-2f56-4c4b-84a9-9db5ffbb632c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0560520 Feb 16 09:30:29.027458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccd4bcf3-fe67-4adb-899d-b747ff06e260 req-e939253f-f6b8-4388-8a83-5c815784f79b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592370 Feb 16 09:30:29.132806 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcc166-fc09-4fc5-8e87-4d38b9d2f9f5 req-a6bb8fb6-e1bc-40db-92a3-217ce5059dd9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:29.139771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8bcc166-fc09-4fc5-8e87-4d38b9d2f9f5 req-a6bb8fb6-e1bc-40db-92a3-217ce5059dd9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0655313 Feb 16 09:30:29.186921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8bcc166-fc09-4fc5-8e87-4d38b9d2f9f5 req-2d2526b7-bc36-4739-a928-e2def411cda0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462062 Feb 16 09:30:29.327993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fe29e-6bc1-45ad-9aa1-9caf25e0094d req-5dcdf373-e845-4702-94ad-f80a2d84f1fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:29.329781 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1c2fe29e-6bc1-45ad-9aa1-9caf25e0094d req-5dcdf373-e845-4702-94ad-f80a2d84f1fb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0583994 Feb 16 09:30:29.378639 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1c2fe29e-6bc1-45ad-9aa1-9caf25e0094d req-1625cf2e-6eb2-4e1f-addd-9d0f22f9da7e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Feb 16 09:30:29.473210 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5afe39af-0fcf-4226-948e-e360e49bf770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:30.163560 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82268f-9ec0-4338-bb6c-aceaaac266d6 req-bfebd74d-b2ed-4c5c-ac87-61e62dbeaeb8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:30.165130 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d82268f-9ec0-4338-bb6c-aceaaac266d6 req-bfebd74d-b2ed-4c5c-ac87-61e62dbeaeb8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0569937 Feb 16 09:30:30.224681 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d82268f-9ec0-4338-bb6c-aceaaac266d6 req-4704e802-f3d3-41b2-bef9-c8e3ec08c550 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534492 Feb 16 09:30:30.314949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5e5d3-6c52-4502-85ce-20c4f3ac8285 req-22246ae3-e943-481b-88e0-a09bbce637dc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:30.316695 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5df5e5d3-6c52-4502-85ce-20c4f3ac8285 req-22246ae3-e943-481b-88e0-a09bbce637dc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0555062 Feb 16 09:30:30.369766 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5df5e5d3-6c52-4502-85ce-20c4f3ac8285 req-acbfaefb-1886-4ade-949f-d86769eee019 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Feb 16 09:30:30.662091 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:31.367711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654dcb-404d-4c14-8905-b97193d65c3a req-299b49b3-3cdc-4b17-95aa-defc47ff7216 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:31.369395 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3c654dcb-404d-4c14-8905-b97193d65c3a req-299b49b3-3cdc-4b17-95aa-defc47ff7216 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Feb 16 09:30:31.422423 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3c654dcb-404d-4c14-8905-b97193d65c3a req-78b9e541-6ddc-47c3-9b1e-7a5eab3d891c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Feb 16 09:30:31.499318 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2cc7e-355c-4fcd-8435-5e8e3c456929 req-8d5409a4-8ad8-4e12-af92-85dc5b04de23 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:31.500841 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7ab2cc7e-355c-4fcd-8435-5e8e3c456929 req-8d5409a4-8ad8-4e12-af92-85dc5b04de23 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0557220 Feb 16 09:30:31.555946 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7ab2cc7e-355c-4fcd-8435-5e8e3c456929 req-774e6d81-09a6-4332-a5c9-ee93176cbbba tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Feb 16 09:30:31.893577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:32.560047 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847bab-e0d2-48da-a073-c642ff0eaba6 req-53e432cb-93d6-43af-819f-f9da28ccef90 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:32.561515 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9847bab-e0d2-48da-a073-c642ff0eaba6 req-53e432cb-93d6-43af-819f-f9da28ccef90 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0596128 Feb 16 09:30:32.616377 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9847bab-e0d2-48da-a073-c642ff0eaba6 req-02a63576-e4af-49c5-9476-947e560f9fb7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Feb 16 09:30:32.689941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754a28e-9d16-49e1-826f-4807f8d2b125 req-3e5d4892-c37d-4f2d-8918-376fc86be564 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:32.691418 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8754a28e-9d16-49e1-826f-4807f8d2b125 req-3e5d4892-c37d-4f2d-8918-376fc86be564 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0554972 Feb 16 09:30:32.740822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8754a28e-9d16-49e1-826f-4807f8d2b125 req-1fab1521-bf79-4f6b-a35c-33e177d5cd60 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Feb 16 09:30:33.475506 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:33.749920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb890-3e8a-48d6-adde-1b4fc2caf71c req-22f06556-2923-488d-b328-070c0d9e66f1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:33.751458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53fbb890-3e8a-48d6-adde-1b4fc2caf71c req-22f06556-2923-488d-b328-070c0d9e66f1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0597241 Feb 16 09:30:33.806403 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53fbb890-3e8a-48d6-adde-1b4fc2caf71c req-6f0d26f3-ac60-45c5-aca2-868cbd98cc80 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481937 Feb 16 09:30:33.875491 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc486a23-fee6-4934-87bf-2ff3fc311116 req-b24be962-de4e-48fc-92dc-e06e01a7c1b3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:33.877975 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc486a23-fee6-4934-87bf-2ff3fc311116 req-b24be962-de4e-48fc-92dc-e06e01a7c1b3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0570378 Feb 16 09:30:33.929162 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc486a23-fee6-4934-87bf-2ff3fc311116 req-a4883b1e-4cd4-49e8-8652-485e546c2218 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Feb 16 09:30:34.943819 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dc339-090f-4877-abc1-047ef563251a req-1bb039b7-bd9b-4e4c-ba78-ee2e8ecb5a99 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:34.945461 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f70dc339-090f-4877-abc1-047ef563251a req-1bb039b7-bd9b-4e4c-ba78-ee2e8ecb5a99 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0580509 Feb 16 09:30:35.013770 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f70dc339-090f-4877-abc1-047ef563251a req-b7576bab-9d75-4a1e-b27d-ed32df2ce1e3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579798 Feb 16 09:30:35.072692 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274df30f-e0d7-4a38-b4c4-be1484f3bb91 req-a70f9c3b-2843-4bc1-a993-0a2e2ed645d0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:35.074235 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-274df30f-e0d7-4a38-b4c4-be1484f3bb91 req-a70f9c3b-2843-4bc1-a993-0a2e2ed645d0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0638142 Feb 16 09:30:35.124368 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-274df30f-e0d7-4a38-b4c4-be1484f3bb91 req-748d1e0d-296d-44a8-b133-e555b388b4ae tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 Feb 16 09:30:35.520161 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:30:35.640326 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:35.652640 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:30:35.694815 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: ACTIVE; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:35.695212 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:35.710358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:30:35.730400 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:35.735626 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:35.788799 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=6']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:36.150275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d461-9686-43f1-86e2-af8135d29921 req-33e32dc9-6891-4cf7-88bc-2374ead585d8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:36.151754 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e46d461-9686-43f1-86e2-af8135d29921 req-33e32dc9-6891-4cf7-88bc-2374ead585d8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0561492 Feb 16 09:30:36.211679 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e46d461-9686-43f1-86e2-af8135d29921 req-c5c8a443-85be-47af-ac6c-0abcd5639c4e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538435 Feb 16 09:30:36.248569 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:36.256955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eea41-1fe1-49d6-a86c-d86c27283468 req-24ccb7be-4aa8-4176-b76d-00ae8c99bf18 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:36.258495 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-625eea41-1fe1-49d6-a86c-d86c27283468 req-24ccb7be-4aa8-4176-b76d-00ae8c99bf18 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0635014 Feb 16 09:30:36.307330 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-625eea41-1fe1-49d6-a86c-d86c27283468 req-58da09af-79c6-40ee-94da-593e01afe5e0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Feb 16 09:30:37.342014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8002e-4fe8-4108-b6fa-a0c46beac191 req-868d4987-0735-433e-b9eb-f49de37f3e58 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:37.343923 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52c8002e-4fe8-4108-b6fa-a0c46beac191 req-868d4987-0735-433e-b9eb-f49de37f3e58 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0567584 Feb 16 09:30:37.423330 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52c8002e-4fe8-4108-b6fa-a0c46beac191 req-94ca87f2-2a78-4420-bf15-ba7b80abf539 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700612 Feb 16 09:30:37.481321 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319bc9-ab85-4a51-8bed-dd42a2226e61 req-e792d45a-e671-408d-861c-296cb97c7af2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:37.483290 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e4319bc9-ab85-4a51-8bed-dd42a2226e61 req-e792d45a-e671-408d-861c-296cb97c7af2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0841556 Feb 16 09:30:37.525285 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:30:37.547986 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e4319bc9-ab85-4a51-8bed-dd42a2226e61 req-b2eb560a-e0b6-40e6-a9af-e0b4b8397e37 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573828 Feb 16 09:30:37.601280 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:37.601700 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:37.696894 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:37.697518 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:37.732728 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:37.735504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed9b283-ad73-45c4-97e9-c5f24ca6d190" -d '{"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:37.748634 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:37.754276 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:37.785731 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc33bc1-22dc-4653-8b98-09eb725c97c8 x-openstack-request-id: req-0cc33bc1-22dc-4653-8b98-09eb725c97c8 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:37.786117 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:37.786453 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0cc33bc1-22dc-4653-8b98-09eb725c97c8 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:37.786903 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'code': 200} Feb 16 09:30:37.813621 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=7']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:38.640449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ff74-81a4-41e8-8f99-a4513a080fc8 req-2d2722f7-7282-47ca-bda4-646002ccf1e0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:38.641976 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2501ff74-81a4-41e8-8f99-a4513a080fc8 req-2d2722f7-7282-47ca-bda4-646002ccf1e0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0802600 Feb 16 09:30:38.730314 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2501ff74-81a4-41e8-8f99-a4513a080fc8 req-5d2b4560-5b7c-447e-a275-2b95dd8df25c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714676 Feb 16 09:30:38.745989 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f543-306e-4cd4-887a-ec1598e7abd9 req-32eb3aab-aa60-4d44-b5bb-e61cb7a18fa9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:38.748266 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83a1f543-306e-4cd4-887a-ec1598e7abd9 req-32eb3aab-aa60-4d44-b5bb-e61cb7a18fa9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1165652 Feb 16 09:30:38.814274 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83a1f543-306e-4cd4-887a-ec1598e7abd9 req-538f0626-d1eb-4af5-b948-8705be4066ff tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592313 Feb 16 09:30:39.876359 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c3fcc-40c6-4fff-9f39-c5f1c815e5aa req-d976f98a-7681-4254-b214-6bdbb950da0d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:39.878436 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-810c3fcc-40c6-4fff-9f39-c5f1c815e5aa req-d976f98a-7681-4254-b214-6bdbb950da0d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0686486 Feb 16 09:30:39.964300 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-810c3fcc-40c6-4fff-9f39-c5f1c815e5aa req-e31a6310-4e64-4e5c-9ce9-6e3923681556 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799308 Feb 16 09:30:39.978178 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344f7f3-8f3d-4a84-999f-b942125bddd0 req-d07a0c82-0252-44db-a199-df30d85a4862 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:39.979904 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e344f7f3-8f3d-4a84-999f-b942125bddd0 req-d07a0c82-0252-44db-a199-df30d85a4862 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0884497 Feb 16 09:30:40.046145 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e344f7f3-8f3d-4a84-999f-b942125bddd0 req-26d98ddd-2d8f-464a-82cd-2d0120621a56 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602787 Feb 16 09:30:40.372079 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67897ef-1c98-4075-9160-073614c84c4a req-8a72c552-2287-4046-9fbc-07bf491f5dd2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:40.374202 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d67897ef-1c98-4075-9160-073614c84c4a req-8a72c552-2287-4046-9fbc-07bf491f5dd2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0857737 Feb 16 09:30:40.464504 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d67897ef-1c98-4075-9160-073614c84c4a req-4a8c2609-d8a6-4de0-90f3-c9a7e128d0a8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837903 Feb 16 09:30:40.481933 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-6318d8e1-86f7-470d-ad2b-8bb13dfc21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:40.483864 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-6318d8e1-86f7-470d-ad2b-8bb13dfc21fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1130 time: 0.0712755 Feb 16 09:30:40.602664 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-37110fa3-ba31-42f7-8939-5b821759d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:40.604488 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-37110fa3-ba31-42f7-8939-5b821759d113 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.1056657 Feb 16 09:30:40.683894 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-3b24c899-959e-457e-8887-6d8930dccffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 1002 time: 0.0652685 Feb 16 09:30:40.752907 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-29099c7d-91b4-4c6c-ad01-cca95b82f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:40.754693 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-29099c7d-91b4-4c6c-ad01-cca95b82f257 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0527978 Feb 16 09:30:40.829961 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-020cf481-ca94-480e-9b78-188a77d47c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:40.832276 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-020cf481-ca94-480e-9b78-188a77d47c3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566363 Feb 16 09:30:40.941954 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-9551e5c1-555e-44de-8721-0a70af4af1db service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949082 Feb 16 09:30:41.055135 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74db6ff-657f-4b7a-9718-cd500e6149b7 req-eb6e2668-89eb-4297-bdb4-d2393550af9c service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021562 Feb 16 09:30:41.124183 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6b6d1-44b4-4fa7-8467-b5b0847755f6 req-7193c7b8-13b0-4462-a0de-39cabcfc588a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:41.125707 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2f6b6d1-44b4-4fa7-8467-b5b0847755f6 req-7193c7b8-13b0-4462-a0de-39cabcfc588a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0586138 Feb 16 09:30:41.185305 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2f6b6d1-44b4-4fa7-8467-b5b0847755f6 req-c1c62add-c4a5-43f7-88bd-354872e3610a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538237 Feb 16 09:30:41.612765 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92c09-1b13-4a6f-a87f-bafa395f60f9 req-f12453be-a2fe-48fc-b1d3-58aba0700b66 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:41.614322 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-63d92c09-1b13-4a6f-a87f-bafa395f60f9 req-f12453be-a2fe-48fc-b1d3-58aba0700b66 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0600679 Feb 16 09:30:41.670597 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-63d92c09-1b13-4a6f-a87f-bafa395f60f9 req-0f3997c8-fdcc-42f7-91de-6327d2b2b20b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504601 Feb 16 09:30:42.334244 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7d2b-a06b-444a-916d-df8233f1daac req-50ec8bb9-673e-435d-ba9a-57b513954572 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:42.340681 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e8d7d2b-a06b-444a-916d-df8233f1daac req-50ec8bb9-673e-435d-ba9a-57b513954572 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0613387 Feb 16 09:30:42.402350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e8d7d2b-a06b-444a-916d-df8233f1daac req-a2b9c8ac-c1ee-4028-b08e-23606190c746 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605142 Feb 16 09:30:42.796264 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91626596-5101-4ca1-aa96-2d9fa161532a req-d17895d7-97ed-4875-9957-511ea6f6fbef tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:42.798176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-91626596-5101-4ca1-aa96-2d9fa161532a req-d17895d7-97ed-4875-9957-511ea6f6fbef tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0563312 Feb 16 09:30:42.852218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-91626596-5101-4ca1-aa96-2d9fa161532a req-fda46a1a-7632-4fd2-9cc7-dd2a2a1e0b86 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Feb 16 09:30:43.562759 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a0b6c-c8c0-4d9d-af40-1f1a4d7fb29f req-fe730cb8-6925-4476-9cf9-11a60a60a94d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:43.569114 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-144a0b6c-c8c0-4d9d-af40-1f1a4d7fb29f req-fe730cb8-6925-4476-9cf9-11a60a60a94d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0703759 Feb 16 09:30:43.626637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-144a0b6c-c8c0-4d9d-af40-1f1a4d7fb29f req-87e679d1-0ff0-4b19-9f7a-0ab67d35cbe6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546346 Feb 16 09:30:43.949682 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753c7a2-d029-4671-b7d2-7ee89175c2aa req-888fcf8e-5b32-499f-86f1-0cafc8ec7967 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:43.951351 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6753c7a2-d029-4671-b7d2-7ee89175c2aa req-888fcf8e-5b32-499f-86f1-0cafc8ec7967 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0903358 Feb 16 09:30:44.045104 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-9dbe56d8-ad55-4d79-9423-30f9c470fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:44.046659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-9dbe56d8-ad55-4d79-9423-30f9c470fdac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.1345158 Feb 16 09:30:44.052507 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6753c7a2-d029-4671-b7d2-7ee89175c2aa req-9cbc38cc-bbd0-464b-88aa-dedcf45b0375 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 Feb 16 09:30:44.077442 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7bce1-193c-4bb7-8609-2a92567b41d7 req-a995de68-03b6-4df2-a3f9-40250286730b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:44.078993 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dcc7bce1-193c-4bb7-8609-2a92567b41d7 req-a995de68-03b6-4df2-a3f9-40250286730b tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1267393 Feb 16 09:30:44.189847 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dcc7bce1-193c-4bb7-8609-2a92567b41d7 req-d8c6e2e0-e646-4103-89fd-88e025dc3643 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016376 Feb 16 09:30:44.214642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-791bc830-00c1-4c71-b2fe-a277e452fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:44.214642 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-791bc830-00c1-4c71-b2fe-a277e452fcc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.1321626 Feb 16 09:30:44.264409 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-32b641c8-6ef8-4fd8-b7a8-8773f706d74b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0356846 Feb 16 09:30:44.325884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-d12f61a8-6320-43f9-9129-d3059fe0f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:44.327432 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-d12f61a8-6320-43f9-9129-d3059fe0f2cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0473034 Feb 16 09:30:44.375892 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-db460d11-44ba-433e-82a4-2493c75b6abf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268061 Feb 16 09:30:44.554908 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-72b2692b-d275-4560-b94d-173bbcd1f3fc service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120131 Feb 16 09:30:44.665861 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3aea834-ce0b-45e5-aac1-5dae6237c7f0 req-ea0484c6-d276-4dd0-b45d-3cb21f2a8b25 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925074 Feb 16 09:30:44.774053 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6604e8f-06ca-452e-8aef-216a4cde0075 req-c8de2501-a87f-4481-bf29-f47805365051 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:44.775627 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6604e8f-06ca-452e-8aef-216a4cde0075 req-c8de2501-a87f-4481-bf29-f47805365051 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0679166 Feb 16 09:30:44.832613 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6604e8f-06ca-452e-8aef-216a4cde0075 req-e208e249-46c1-4648-8579-72bedb38b070 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507948 Feb 16 09:30:45.192543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead10444-5ea7-4a56-b25f-7d463dc8fc0b req-641f6377-d5bc-4fc4-9f4f-30a7b98f5602 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:45.194448 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ead10444-5ea7-4a56-b25f-7d463dc8fc0b req-641f6377-d5bc-4fc4-9f4f-30a7b98f5602 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0692213 Feb 16 09:30:45.260395 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ead10444-5ea7-4a56-b25f-7d463dc8fc0b req-07e0f08e-fc29-4261-a2e5-955ccc4aa1c1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555303 Feb 16 09:30:45.895385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-bf69537c-e069-4c25-b8c6-552bec4dd145 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:45.897059 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-bf69537c-e069-4c25-b8c6-552bec4dd145 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.1329703 Feb 16 09:30:45.936746 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-1ae28eef-55f3-46ca-8d10-7a180b8f3c2d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/quotas/06161d2bb1bc42e6aa6d5273574be351 HTTP/1.1" status: 200 len: 375 time: 0.0243094 Feb 16 09:30:46.289294 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26f31c-1191-4e1e-8bb0-1e9850861f77 req-34c3c7d9-ee88-4a46-9f7a-159439d61411 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:46.290713 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da26f31c-1191-4e1e-8bb0-1e9850861f77 req-34c3c7d9-ee88-4a46-9f7a-159439d61411 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.3721828 Feb 16 09:30:46.307992 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-1b1fcf5d-4119-4b1a-aa07-70cefad20b8b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3530209 Feb 16 09:30:46.388140 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da26f31c-1191-4e1e-8bb0-1e9850861f77 req-dfa51edd-c2d9-4681-8add-aef3689d2f03 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789685 Feb 16 09:30:46.459380 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-89303ebc-2e23-41c9-ad8b-5cafab480972 service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393480 Feb 16 09:30:46.593425 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355325-4d8a-43f7-8aa6-103d67ad593a req-b0efca94-dae0-4d09-afaa-e323059d3a5e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:46.594888 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7355325-4d8a-43f7-8aa6-103d67ad593a req-b0efca94-dae0-4d09-afaa-e323059d3a5e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1060748 Feb 16 09:30:46.599472 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-134e2117-2bd9-45e4-8771-b472d8f1111c service neutron] 10.222.0.90 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366954 Feb 16 09:30:46.665709 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b7355325-4d8a-43f7-8aa6-103d67ad593a req-951f38b0-19ec-4be1-ae7d-0176a6e324a8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637715 Feb 16 09:30:46.798981 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40dee4d6-38fa-426d-9657-f9e319406065 req-6fcb013e-d353-469b-bddc-ec21ab80a48c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 210 time: 0.0383670 Feb 16 09:30:46.900746 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:47.522150 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7ab24-1156-4e17-b3dc-9021377becb5 req-f9c078f6-bf09-4f78-8d20-6599ed5d6410 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:47.523622 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-02f7ab24-1156-4e17-b3dc-9021377becb5 req-f9c078f6-bf09-4f78-8d20-6599ed5d6410 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0551789 Feb 16 09:30:47.571377 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-02f7ab24-1156-4e17-b3dc-9021377becb5 req-735f569d-479f-4103-9aa3-43d94dec579d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Feb 16 09:30:47.791054 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db89b5-69c3-40d2-addf-8f048830ecb3 req-e64bd8a1-d7e1-46c0-9859-014afa2920c4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:47.792553 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76db89b5-69c3-40d2-addf-8f048830ecb3 req-e64bd8a1-d7e1-46c0-9859-014afa2920c4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0515571 Feb 16 09:30:47.843989 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76db89b5-69c3-40d2-addf-8f048830ecb3 req-614d6a62-a324-4ee2-8ef5-b19931dadf7f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Feb 16 09:30:47.882114 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2047b2b6-0e76-4062-9255-b1d2546b0642 req-d9d35dc7-01c3-43a8-afbd-9831f748507c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 210 time: 0.0267489 Feb 16 09:30:48.608778 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-4c3da8bc-35ca-42be-b5f2-ffe265228d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:48.610293 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-4c3da8bc-35ca-42be-b5f2-ffe265228d08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1130 time: 0.0442553 Feb 16 09:30:48.750882 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-5773be0d-e4ce-46c2-800c-fb40e25783dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:48.752926 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-5773be0d-e4ce-46c2-800c-fb40e25783dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.1318870 Feb 16 09:30:48.759513 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ddb6f-a396-483f-bd6f-7c5246bf1f32 req-72d8d51c-1f98-47ee-8376-f85937312b8d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:48.760908 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eb5ddb6f-a396-483f-bd6f-7c5246bf1f32 req-72d8d51c-1f98-47ee-8376-f85937312b8d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.1123025 Feb 16 09:30:48.844840 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eb5ddb6f-a396-483f-bd6f-7c5246bf1f32 req-ad765753-87ed-4ced-8d48-8c9f0aef840f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780780 Feb 16 09:30:48.867242 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-4b8b2b9a-e3b4-4ec1-ae32-fa4031ad1cdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 1001 time: 0.0791564 Feb 16 09:30:48.894022 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-54d2ebeb-aff1-41ac-814d-89216a94bba9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:48.895487 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-54d2ebeb-aff1-41ac-814d-89216a94bba9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 815 time: 0.1101379 Feb 16 09:30:48.956448 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Request body: {'port': {'device_id': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'admin_state_up': True, 'tenant_id': '06161d2bb1bc42e6aa6d5273574be351'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:49.005152 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b35ce8b4-4a2f-4492-8f82-aeb7cc7eea30 req-bd9cb131-5854-40f5-9010-c5a79c19ce2f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 210 time: 0.0434613 Feb 16 09:30:49.010921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-033f1268-657b-4da1-8547-f03b704ebd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:49.013410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-033f1268-657b-4da1-8547-f03b704ebd49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.1135178 Feb 16 09:30:49.044308 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbd7b4-d0ec-40bf-982f-86737480c2e8 req-e5a22c1a-fe3c-4ef2-8a60-dfd53f76a9e1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:49.045807 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4ffbd7b4-d0ec-40bf-982f-86737480c2e8 req-e5a22c1a-fe3c-4ef2-8a60-dfd53f76a9e1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.1147699 Feb 16 09:30:49.093847 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Made reservation on behalf of 06161d2bb1bc42e6aa6d5273574be351 for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:30:49.097989 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.140572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4ffbd7b4-d0ec-40bf-982f-86737480c2e8 req-5ab6c108-7146-4557-b594-4ddf366cd30b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733516 Feb 16 09:30:49.143955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-fb9b1125-7d59-4607-a9fe-202a010db1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:49.145455 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-fb9b1125-7d59-4607-a9fe-202a010db1d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948834 Feb 16 09:30:49.227570 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Allocated IP 172.20.0.3 (8e553718-c683-4c95-9059-e21116de5d8e/41ef690b-3772-4b62-b7ea-0e15336df443/262a72e0-7203-40a1-a2a5-44426c841c12) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:30:49.241238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-67b8cbc9-5d34-4f45-8e94-77ba6eb8c721 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863523 Feb 16 09:30:49.376407 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks [] for port (262a72e0-7203-40a1-a2a5-44426c841c12), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.393030 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-39166aae-91df-421b-b9c5-bdcab84a6d34 req-97fc2cce-2943-4559-92d3-4b9a27d56592 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973639 Feb 16 09:30:49.411986 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.428814 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934', '50475e00-a122-4fc0-a61e-0f640a2664c8', 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:49.460068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Network 8e553718-c683-4c95-9059-e21116de5d8e is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:30:49.463169 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:30:49.466810 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:30:49.472498 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:49.473117 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.481365 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event updated for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:49.491315 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.491610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.492006 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.492323 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.492652 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.492982 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.493315 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.493669 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.493962 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.494303 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.494611 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.494932 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.495252 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:49.501487 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-2af2b9db-2983-4371-9d5b-985e6a02c578 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498834 Feb 16 09:30:49.554155 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Request body: {'port': {'device_id': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:30:49.610648 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.872208 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262a72e0-7203-40a1-a2a5-44426c841c12 {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:30:49.880709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks [] for port (262a72e0-7203-40a1-a2a5-44426c841c12), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.892438 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Transition to ACTIVE for port object 262a72e0-7203-40a1-a2a5-44426c841c12 will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:30:49.897812 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:49.964862 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:49.976816 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a1b3-74a3-4d47-8a3d-f3dd3abe26c9 req-3f5d7b9f-6caf-4266-b4b9-a5a880944347 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:49.978309 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8641a1b3-74a3-4d47-8a3d-f3dd3abe26c9 req-3f5d7b9f-6caf-4266-b4b9-a5a880944347 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0527825 Feb 16 09:30:49.979897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Attempting to bind port 262a72e0-7203-40a1-a2a5-44426c841c12 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:30:49.980253 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Attempting to bind port 262a72e0-7203-40a1-a2a5-44426c841c12 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:30:49.980579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Attempting to bind port 262a72e0-7203-40a1-a2a5-44426c841c12 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:30:49.984701 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Port 262a72e0-7203-40a1-a2a5-44426c841c12 on network 8e553718-c683-4c95-9059-e21116de5d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:30:49.985012 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Attempting to bind port 262a72e0-7203-40a1-a2a5-44426c841c12 on network 8e553718-c683-4c95-9059-e21116de5d8e {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:30:49.989937 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:30:49.990269 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Checking segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:30:49.990641 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Bound using segment: {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:30:49.991053 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Bound port: 262a72e0-7203-40a1-a2a5-44426c841c12, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c14cc-e697-4a27-8bf2-71dc99921015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:30:49.991402 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:50.024990 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8641a1b3-74a3-4d47-8a3d-f3dd3abe26c9 req-623813a0-59aa-48d4-92aa-72337eb1a80c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Feb 16 09:30:50.056132 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:30:50.059025 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=262a72e0-7203-40a1-a2a5-44426c841c12,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:30:50.065311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:50.101139 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.101780 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:50.103174 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/262a72e0-7203-40a1-a2a5-44426c841c12 HTTP/1.1" status: 200 len: 1093 time: 0.5533001 Feb 16 09:30:50.103604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:50.105843 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d99a6-3427-4424-aad7-6e3e9e865d96" -d '{"events": [{"name": "network-changed", "server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:50.134532 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe5d8-9c0f-41e0-8f87-1596605ab7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:50.143942 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b64477-c499-4dee-b86c-2150ef416168 x-openstack-request-id: req-f5b64477-c499-4dee-b86c-2150ef416168 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:50.144272 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:50.144523 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f5b64477-c499-4dee-b86c-2150ef416168 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:50.144923 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12', 'status': 'completed', 'code': 200} Feb 16 09:30:50.192600 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb8fed-1081-4bd6-bdb7-7eff55d98ff0 req-5c33bbd3-22d1-4e61-adb0-63c966ad22f7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.194814 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8bb8fed-1081-4bd6-bdb7-7eff55d98ff0 req-5c33bbd3-22d1-4e61-adb0-63c966ad22f7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 943 time: 0.0840471 Feb 16 09:30:50.232400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-8756e877-7893-4e53-bee9-0d79d144dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.233918 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-8756e877-7893-4e53-bee9-0d79d144dc9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 1127 time: 0.0545948 Feb 16 09:30:50.274289 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e8bb8fed-1081-4bd6-bdb7-7eff55d98ff0 req-34340f9e-a082-4d21-adf8-227ac484c08d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739191 Feb 16 09:30:50.299452 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55eef12-799e-4b8b-96fa-cc5207bf562e req-7b8d5592-2d70-4691-a58e-49049e656760 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.299452 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f55eef12-799e-4b8b-96fa-cc5207bf562e req-7b8d5592-2d70-4691-a58e-49049e656760 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0664937 Feb 16 09:30:50.299686 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-52f883de-fc77-4d07-b815-704027c2d1c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=262a72e0-7203-40a1-a2a5-44426c841c12 HTTP/1.1" status: 200 len: 217 time: 0.0403397 Feb 16 09:30:50.345636 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f55eef12-799e-4b8b-96fa-cc5207bf562e req-3d10a285-a1b6-43ec-a47b-3b07ceb71471 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Feb 16 09:30:50.359729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-d7569d7c-7729-4752-a362-548cbe523718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.361344 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-d7569d7c-7729-4752-a362-548cbe523718 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0444655 Feb 16 09:30:50.419018 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-bbcae615-264a-456c-89d0-7e3e610e5c07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292604 Feb 16 09:30:50.525805 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-89128529-535a-4af4-b0e1-c57c4c989184 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808506 Feb 16 09:30:50.624173 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d9b66dec-1a52-4d53-bc12-a1882725c5d3 req-20dbac96-7de9-4c8b-a421-e3ff0dc541a2 service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844264 Feb 16 09:30:50.748017 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-2097f826-0824-4bd0-9404-59529b46dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.749443 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-2097f826-0824-4bd0-9404-59529b46dfb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06161d2bb1bc42e6aa6d5273574be351&device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 1127 time: 0.0433800 Feb 16 09:30:50.854566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-621b2fe0-fb91-4f8e-bf1c-4c958e6356d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.856067 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-621b2fe0-fb91-4f8e-bf1c-4c958e6356d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 200 len: 916 time: 0.0879710 Feb 16 09:30:50.899156 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-d148d082-6a33-437f-b19b-3662b48b03f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=262a72e0-7203-40a1-a2a5-44426c841c12 HTTP/1.1" status: 200 len: 217 time: 0.0331514 Feb 16 09:30:50.975512 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-1c90043e-a294-4f25-bd29-2f0497971185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:50.976938 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-1c90043e-a294-4f25-bd29-2f0497971185 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 200 len: 855 time: 0.0422571 Feb 16 09:30:51.013086 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-fa463961-dad9-4dd6-8099-284242ff0fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e553718-c683-4c95-9059-e21116de5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240932 Feb 16 09:30:51.117356 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-df2eeb61-e271-4012-9376-43692e00d8cd service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872986 Feb 16 09:30:51.146105 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadc80-b8cf-453c-b717-dd6138afbf28 req-66e032eb-a69a-4a4f-a672-c48e3517e17c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:51.147556 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-38fadc80-b8cf-453c-b717-dd6138afbf28 req-66e032eb-a69a-4a4f-a672-c48e3517e17c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 946 time: 0.0503120 Feb 16 09:30:51.198578 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-38fadc80-b8cf-453c-b717-dd6138afbf28 req-674b8e77-320c-4bb0-b16c-1f96e3da0e78 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 Feb 16 09:30:51.216572 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9a2d99a6-3427-4424-aad7-6e3e9e865d96 req-7c3a6914-ff3d-4676-86a8-296b0493ddbc service neutron] 10.222.0.24 "GET /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Feb 16 09:30:51.399632 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646749-4c20-4ec0-b845-24e7ed316c82 req-fc9eecf7-fdde-4130-b377-b2dd16c71755 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:51.401150 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e646749-4c20-4ec0-b845-24e7ed316c82 req-fc9eecf7-fdde-4130-b377-b2dd16c71755 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 943 time: 0.0526221 Feb 16 09:30:51.476891 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e646749-4c20-4ec0-b845-24e7ed316c82 req-a15ea052-e25e-4284-96b4-f099b0b3e101 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697465 Feb 16 09:30:51.491799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848df1-8309-45cb-89a4-bb837ea30859 req-3b1d6642-b29a-49a2-9280-92a817ae7772 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:51.493288 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c848df1-8309-45cb-89a4-bb837ea30859 req-3b1d6642-b29a-49a2-9280-92a817ae7772 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0726910 Feb 16 09:30:51.540103 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c848df1-8309-45cb-89a4-bb837ea30859 req-27fb42ab-09ae-4df9-811b-66d1a65d8886 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Feb 16 09:30:51.620209 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:30:51.695906 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: ACTIVE; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:51.696332 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:51.841700 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:51.843925 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5982ff-db06-49c8-a669-9ce1bcce39ec" -d '{"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-unplugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:51.855786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:51.860768 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:51.883538 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65928369-47d0-48c8-9900-a06454796f8e x-openstack-request-id: req-65928369-47d0-48c8-9900-a06454796f8e {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:51.883851 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-unplugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:51.884135 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-65928369-47d0-48c8-9900-a06454796f8e {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:51.884520 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'code': 200} Feb 16 09:30:51.909664 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=8']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:51.916537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.916889 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.917250 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.917591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.917924 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.918250 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.918576 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.918900 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.919223 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.919560 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.919988 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.920243 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:51.920821 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:30:52.330449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179df12-23c7-49f4-b46a-f669b34ef195 req-af1c7ee3-e14a-41e8-b191-073971374929 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:52.331921 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c179df12-23c7-49f4-b46a-f669b34ef195 req-af1c7ee3-e14a-41e8-b191-073971374929 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0575461 Feb 16 09:30:52.377751 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c179df12-23c7-49f4-b46a-f669b34ef195 req-a53f6cf6-1b23-4ad1-b39e-c8a30afc1213 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Feb 16 09:30:52.595600 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fae73-e2a2-4177-8b80-70d8f6b2d34a req-a2e43b92-6418-4a0c-a402-260e91228c43 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:52.597698 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-238fae73-e2a2-4177-8b80-70d8f6b2d34a req-a2e43b92-6418-4a0c-a402-260e91228c43 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 943 time: 0.0536010 Feb 16 09:30:52.673476 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-238fae73-e2a2-4177-8b80-70d8f6b2d34a req-a29c52c5-3333-4e3f-8df1-0929246798e5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703132 Feb 16 09:30:52.685365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad85b4b-ea0e-4bd1-83f7-d2ab05e5e35b req-29ae38c8-22c6-4d68-8d04-26709d6ba1c1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:52.686817 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dad85b4b-ea0e-4bd1-83f7-d2ab05e5e35b req-29ae38c8-22c6-4d68-8d04-26709d6ba1c1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0779254 Feb 16 09:30:52.736894 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dad85b4b-ea0e-4bd1-83f7-d2ab05e5e35b req-706ffac6-981d-4b6f-8b28-331bdaeb5760 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Feb 16 09:30:53.501367 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1b94-ae2f-49ff-af4f-54acabf2808c req-76466234-ca59-47b5-9f1f-0936fda4032f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:53.502850 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f02c1b94-ae2f-49ff-af4f-54acabf2808c req-76466234-ca59-47b5-9f1f-0936fda4032f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0509896 Feb 16 09:30:53.548452 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f02c1b94-ae2f-49ff-af4f-54acabf2808c req-65570bd0-9bd4-4cdb-8b41-c1c7b700cddc tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Feb 16 09:30:53.633235 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 262a72e0-7203-40a1-a2a5-44426c841c12 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:30:53.733818 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=262a72e0-7203-40a1-a2a5-44426c841c12,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:53.744829 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '262a72e0-7203-40a1-a2a5-44426c841c12', 'network_id': '8e553718-c683-4c95-9059-e21116de5d8e', 'port_id': '262a72e0-7203-40a1-a2a5-44426c841c12', 'mac_address': 'fa:16:3e:c3:25:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ef690b-3772-4b62-b7ea-0e15336df443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:30:53.783955 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 262a72e0-7203-40a1-a2a5-44426c841c12 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:53.784344 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:53.793215 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f57ab-aee4-4e49-8fee-446bd928bf92 req-f031694c-eab0-49b0-8a50-1ab34047ca38 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:53.794910 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a9f57ab-aee4-4e49-8fee-446bd928bf92 req-f031694c-eab0-49b0-8a50-1ab34047ca38 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 943 time: 0.0530410 Feb 16 09:30:53.798195 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262a72e0-7203-40a1-a2a5-44426c841c12 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:30:53.819919 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=262a72e0-7203-40a1-a2a5-44426c841c12,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:53.824300 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:53.870811 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:53.879051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a9f57ab-aee4-4e49-8fee-446bd928bf92 req-eab32c3b-39eb-4b63-bc96-402c0ba6f489 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Feb 16 09:30:53.894596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bcb3-221e-414f-b807-7db33858a0cf req-ad96b9d9-9ec0-4178-bc94-5e18220a57cb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:53.896059 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14e6bcb3-221e-414f-b807-7db33858a0cf req-ad96b9d9-9ec0-4178-bc94-5e18220a57cb tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0877104 Feb 16 09:30:53.942658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14e6bcb3-221e-414f-b807-7db33858a0cf req-9b096077-6a49-4aee-8aa8-e39207cb5520 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Feb 16 09:30:54.592356 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['262a72e0-7203-40a1-a2a5-44426c841c12'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:30:54.674576 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b730be-bd38-400e-bffa-cfc4e5c67dae req-d9f8539b-81ed-48e0-b79e-9e17a6e6918a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:54.676110 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-50b730be-bd38-400e-bffa-cfc4e5c67dae req-d9f8539b-81ed-48e0-b79e-9e17a6e6918a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0539293 Feb 16 09:30:54.725120 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-50b730be-bd38-400e-bffa-cfc4e5c67dae req-1f855b2b-b04d-4559-b8b7-daecd163bf0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Feb 16 09:30:55.001649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc0ac-0479-43da-9f4c-f355d76262a7 req-a2aa37b2-2bb0-49a9-8d3a-9b46460bdd7c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:55.003809 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-22bfc0ac-0479-43da-9f4c-f355d76262a7 req-a2aa37b2-2bb0-49a9-8d3a-9b46460bdd7c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 944 time: 0.0576472 Feb 16 09:30:55.054843 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-22bfc0ac-0479-43da-9f4c-f355d76262a7 req-5c2608d8-2c0b-45ad-94ba-d3f706260df9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Feb 16 09:30:55.141906 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892ecb-6c70-49ae-8da2-1560cd873693 req-dcd05549-6504-4d6f-9f16-5d2d4fca8056 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:55.143599 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97892ecb-6c70-49ae-8da2-1560cd873693 req-dcd05549-6504-4d6f-9f16-5d2d4fca8056 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0543332 Feb 16 09:30:55.192094 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97892ecb-6c70-49ae-8da2-1560cd873693 req-2fcec2ce-01b3-4b40-9328-0a9fcaabcb77 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Feb 16 09:30:55.196919 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-2a1ec87b-ad84-4056-8a3e-4205f7939acc req-d567a7bd-cfea-4107-b259-e336de453df5 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:30:55.198388 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2a1ec87b-ad84-4056-8a3e-4205f7939acc req-d567a7bd-cfea-4107-b259-e336de453df5 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049579 Feb 16 09:30:55.363999 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83303-fb73-4562-a80c-1ea84e3c156c req-27cebddc-f49c-4ae5-b163-95cbd6deafc2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:55.365523 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-77b83303-fb73-4562-a80c-1ea84e3c156c req-27cebddc-f49c-4ae5-b163-95cbd6deafc2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0527189 Feb 16 09:30:55.422588 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-77b83303-fb73-4562-a80c-1ea84e3c156c req-3378686b-e166-4122-b901-e57005a69e03 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Feb 16 09:30:55.718393 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57198) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:55.804553 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-b353b469-33fb-431f-880a-d6186825f04f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850239 Feb 16 09:30:55.812779 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-b74a346d-9684-439c-925e-03d65c18f555 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:30:55.813756 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-b74a346d-9684-439c-925e-03d65c18f555 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047252 Feb 16 09:30:55.889167 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57206) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:30:55.984206 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-5a4da938-b9a8-44fc-bf52-b8af406924a8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:55.985569 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-5a4da938-b9a8-44fc-bf52-b8af406924a8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports/6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 941 time: 0.0954018 Feb 16 09:30:56.176472 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7372f-00cb-4888-9d77-9c358448917b req-b2febe19-caaf-4804-a588-24f9a1bd849d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:56.177972 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a2a7372f-00cb-4888-9d77-9c358448917b req-b2febe19-caaf-4804-a588-24f9a1bd849d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Feb 16 09:30:56.225973 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a2a7372f-00cb-4888-9d77-9c358448917b req-50b0c588-2e65-414b-af04-b0c027002452 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 16 09:30:56.321679 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b1ee-c1aa-4a10-8a97-687912921e5f req-8abf6f3f-546c-4b77-8c02-918c2a080b25 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:56.323161 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9e5b1ee-c1aa-4a10-8a97-687912921e5f req-8abf6f3f-546c-4b77-8c02-918c2a080b25 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0593097 Feb 16 09:30:56.372639 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9e5b1ee-c1aa-4a10-8a97-687912921e5f req-9572ead9-ddb9-40cd-9bb6-afcab63ddf1f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Feb 16 09:30:56.547065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5805397-5cf4-48f0-84e5-feef000c8689 req-89771968-3148-4ec9-8374-968b4b71f473 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:56.548532 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f5805397-5cf4-48f0-84e5-feef000c8689 req-89771968-3148-4ec9-8374-968b4b71f473 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Feb 16 09:30:56.595459 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f5805397-5cf4-48f0-84e5-feef000c8689 req-4ea4562c-b61b-427c-bcfe-526cbe958504 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Feb 16 09:30:57.097141 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6025d021-f13d-4f54-ac50-6bcc37a3757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:57.354077 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7b44-d1d2-4ba1-9264-c1be2795b46f req-4ada326e-92e4-425a-8798-5e382a7e200a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:57.356758 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-57ca7b44-d1d2-4ba1-9264-c1be2795b46f req-4ada326e-92e4-425a-8798-5e382a7e200a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 944 time: 0.0588872 Feb 16 09:30:57.406459 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-57ca7b44-d1d2-4ba1-9264-c1be2795b46f req-b7f7aa9e-327c-48bd-a023-917b0b14049d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Feb 16 09:30:57.500115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf734-f62e-48f1-987c-bb72b0cb8b1d req-8dbc4eef-11d0-4e7b-bb78-fafc12e31130 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:57.501601 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-73edf734-f62e-48f1-987c-bb72b0cb8b1d req-8dbc4eef-11d0-4e7b-bb78-fafc12e31130 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0563161 Feb 16 09:30:57.551115 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-73edf734-f62e-48f1-987c-bb72b0cb8b1d req-57351d9a-8fb3-42dc-8891-4474fae70ee2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Feb 16 09:30:57.649745 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 262a72e0-7203-40a1-a2a5-44426c841c12 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:30:57.704537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 262a72e0-7203-40a1-a2a5-44426c841c12 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:30:57.709666 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 262a72e0-7203-40a1-a2a5-44426c841c12 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:57.710042 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:57.727180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52940d-7fde-4f2d-ac01-2b5de2cb514b req-7d0e5975-b335-4387-8a50-7811077852bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:57.728792 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7d52940d-7fde-4f2d-ac01-2b5de2cb514b req-7d0e5975-b335-4387-8a50-7811077852bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0564623 Feb 16 09:30:57.780395 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7d52940d-7fde-4f2d-ac01-2b5de2cb514b req-bdba2f16-7b2b-4447-8675-ba2fe4d1712c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457389 Feb 16 09:30:57.787952 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 262a72e0-7203-40a1-a2a5-44426c841c12 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:57.788439 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:57.810992 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:30:57.813136 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f625331-e6ba-4228-9bc3-37a77f54aaf0" -d '{"events": [{"server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "name": "network-vif-plugged", "status": "completed", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:30:57.826663 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=262a72e0-7203-40a1-a2a5-44426c841c12,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:57.830117 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:57.831080 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:30:57.875369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76205254-b1ad-4643-ab83-d6ef84f11a80 x-openstack-request-id: req-76205254-b1ad-4643-ab83-d6ef84f11a80 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:30:57.875682 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "name": "network-vif-plugged", "status": "completed", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:30:57.875936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76205254-b1ad-4643-ab83-d6ef84f11a80 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:30:57.876347 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12', 'code': 200} Feb 16 09:30:57.911212 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:57.952248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: DOWN; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:30:58.086092 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780a7ec-a092-496a-bd71-a960c84f68c2 req-4af53a39-9df8-47a1-8e6b-feeb872f4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.087579 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-6780a7ec-a092-496a-bd71-a960c84f68c2 req-4af53a39-9df8-47a1-8e6b-feeb872f4759 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 1129 time: 0.0506501 Feb 16 09:30:58.145975 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-6780a7ec-a092-496a-bd71-a960c84f68c2 req-d23bf672-aa3d-40f6-a644-3a0037fe6243 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373516 Feb 16 09:30:58.524003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb70459-ea8f-43ec-9ffa-dff4c2d508c6 req-6cb320e6-71a2-40c5-8af0-c05aa672fa7c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.525517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8cb70459-ea8f-43ec-9ffa-dff4c2d508c6 req-6cb320e6-71a2-40c5-8af0-c05aa672fa7c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Feb 16 09:30:58.571881 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8cb70459-ea8f-43ec-9ffa-dff4c2d508c6 req-ec053e44-4e39-4611-97ab-322ed0cda9c5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Feb 16 09:30:58.673607 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ad28-1ec7-4e51-853e-f6b29ee2cfd9 req-8e0de8b9-f17d-4558-a340-090631671e16 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.675791 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0655ad28-1ec7-4e51-853e-f6b29ee2cfd9 req-8e0de8b9-f17d-4558-a340-090631671e16 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0533080 Feb 16 09:30:58.725543 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0655ad28-1ec7-4e51-853e-f6b29ee2cfd9 req-08dbd48d-79b8-4ddc-8676-7edaa8815dcc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Feb 16 09:30:58.816599 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-3ab55267-947a-42f6-b650-cd7312a438b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.817742 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-3ab55267-947a-42f6-b650-cd7312a438b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 1128 time: 0.0743148 Feb 16 09:30:58.907466 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64d36a-abd1-4681-aad2-3010e95e7f42 req-985943c8-32ad-4197-b96b-9b260a1112d7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.909758 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd64d36a-abd1-4681-aad2-3010e95e7f42 req-985943c8-32ad-4197-b96b-9b260a1112d7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0578718 Feb 16 09:30:58.920242 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-4144a5ed-de9e-49bc-b37f-70c1d54cd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:58.921761 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-4144a5ed-de9e-49bc-b37f-70c1d54cd61a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1128 time: 0.0480101 Feb 16 09:30:58.958581 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd64d36a-abd1-4681-aad2-3010e95e7f42 req-b900630e-2b82-4c03-9bbd-b18eb8550e50 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Feb 16 09:30:59.026358 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-f01eca82-546b-45fd-99e3-c07ed2186ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:59.027817 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-f01eca82-546b-45fd-99e3-c07ed2186ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.0837862 Feb 16 09:30:59.177113 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-f97291f8-9fe9-4e0d-bb5f-094929256f97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 200 len: 999 time: 0.0909302 Feb 16 09:30:59.240751 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-e48bbaf2-0c5b-4e42-8e31-9bb4efec7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:59.242142 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-e48bbaf2-0c5b-4e42-8e31-9bb4efec7a32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0435636 Feb 16 09:30:59.315552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-b88b5ec0-dd30-449b-9a4b-161f974a08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:59.317023 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-b88b5ec0-dd30-449b-9a4b-161f974a08e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471203 Feb 16 09:30:59.429747 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-5f93352d-7791-419c-8d84-e93d0354d0b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816169 Feb 16 09:30:59.475174 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e437811a-a4ff-4c79-ac91-6dbb85c852f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:30:59.528131 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-dc1273b8-1e4a-4811-bda3-7912042165f4 req-d87ec116-2a41-4dab-97c0-e22876986fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857205 Feb 16 09:30:59.688982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e72f2-af77-47eb-be81-dbc7103a8d30 req-be019750-49e3-4c67-866b-ddb49fc00682 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:59.690529 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-790e72f2-af77-47eb-be81-dbc7103a8d30 req-be019750-49e3-4c67-866b-ddb49fc00682 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0516958 Feb 16 09:30:59.735927 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-790e72f2-af77-47eb-be81-dbc7103a8d30 req-24fb4e3f-d246-4ec1-a439-59472e4a1723 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Feb 16 09:30:59.847290 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599ba61-24f8-4964-8c68-c380738ea136 req-72699613-b202-4b60-947e-d21115f4cbf6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:59.848797 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0599ba61-24f8-4964-8c68-c380738ea136 req-72699613-b202-4b60-947e-d21115f4cbf6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0521963 Feb 16 09:30:59.899660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0599ba61-24f8-4964-8c68-c380738ea136 req-44cbecda-7f44-4d19-87d9-7a41dfb6eb20 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Feb 16 09:31:00.142271 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40a96-1807-4a88-9316-c2e1273c3505 req-850bbd80-2f00-4b95-9e42-16513edc5e4d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:00.150407 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-adc40a96-1807-4a88-9316-c2e1273c3505 req-850bbd80-2f00-4b95-9e42-16513edc5e4d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0868688 Feb 16 09:31:00.196551 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-adc40a96-1807-4a88-9316-c2e1273c3505 req-41281e0f-2cda-4655-a4ce-74ba541627c0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Feb 16 09:31:00.659057 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:00.856849 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f996e-6a9b-4fd0-9a8c-1452fae05055 req-6ed8b197-e250-41b8-a516-fa9490c1b66b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:00.858325 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0a5f996e-6a9b-4fd0-9a8c-1452fae05055 req-6ed8b197-e250-41b8-a516-fa9490c1b66b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0563164 Feb 16 09:31:00.904526 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0a5f996e-6a9b-4fd0-9a8c-1452fae05055 req-736fcc38-1e2f-42a9-b865-b4413919b27c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391355 Feb 16 09:31:01.028369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2865c-ad27-4b71-a5d0-b49e22ce8802 req-1c67cb69-8ae3-48ad-b3c9-aff226ce81bf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:01.029914 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bbb2865c-ad27-4b71-a5d0-b49e22ce8802 req-1c67cb69-8ae3-48ad-b3c9-aff226ce81bf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0627072 Feb 16 09:31:01.077049 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bbb2865c-ad27-4b71-a5d0-b49e22ce8802 req-6ced0d57-f965-4f31-980d-ab244cb4bdf7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Feb 16 09:31:01.319205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45743f8-ec15-4ec2-932a-2255a0618f05 req-e8fa7a00-4afe-4026-817d-597763bfbf6c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:01.320679 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a45743f8-ec15-4ec2-932a-2255a0618f05 req-e8fa7a00-4afe-4026-817d-597763bfbf6c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0509481 Feb 16 09:31:01.366517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a45743f8-ec15-4ec2-932a-2255a0618f05 req-98ceaf92-4f77-473f-ad33-5e6f2a09e868 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Feb 16 09:31:01.884739 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:02.030423 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba425d2-0f0f-4371-a94b-a897f00e1701 req-1e8c15c8-e660-476a-b375-11e49d77acdc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:02.032190 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2ba425d2-0f0f-4371-a94b-a897f00e1701 req-1e8c15c8-e660-476a-b375-11e49d77acdc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0552478 Feb 16 09:31:02.082993 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2ba425d2-0f0f-4371-a94b-a897f00e1701 req-91ea1349-0143-4dc1-acaa-84864d9f1cc5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Feb 16 09:31:02.197386 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363f7f5-f8ad-470e-a273-7f01e335e081 req-19ba998a-2e5d-4b33-99d0-c37ee7df166f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:02.204293 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2363f7f5-f8ad-470e-a273-7f01e335e081 req-19ba998a-2e5d-4b33-99d0-c37ee7df166f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0579214 Feb 16 09:31:02.247348 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2363f7f5-f8ad-470e-a273-7f01e335e081 req-36ea87b0-1f00-47a5-acb5-f9b86ff53525 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Feb 16 09:31:02.490298 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232127d-e459-41bf-8f6d-98d241324e36 req-b1a053aa-7f65-46ae-a708-9e26e0aaa981 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:02.491792 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b232127d-e459-41bf-8f6d-98d241324e36 req-b1a053aa-7f65-46ae-a708-9e26e0aaa981 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0510037 Feb 16 09:31:02.546598 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b232127d-e459-41bf-8f6d-98d241324e36 req-e48299e0-43b4-4fe2-8847-f259524db619 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Feb 16 09:31:02.573718 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:31:03.200156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749e91e-9e8b-4b73-b6ff-6fb69de3bbb3 req-e5607b5b-f4fa-428f-8cc2-4ab1a5477880 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:03.201610 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8749e91e-9e8b-4b73-b6ff-6fb69de3bbb3 req-e5607b5b-f4fa-428f-8cc2-4ab1a5477880 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Feb 16 09:31:03.253795 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8749e91e-9e8b-4b73-b6ff-6fb69de3bbb3 req-ff4ec47a-f0c3-41c8-8476-e92001ae45e6 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461721 Feb 16 09:31:03.370755 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098eb6e-97f3-4684-9ba5-b289b7500eef req-e8155747-7e8e-45c4-8d48-4f2dd7cf65f1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:03.372344 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6098eb6e-97f3-4684-9ba5-b289b7500eef req-e8155747-7e8e-45c4-8d48-4f2dd7cf65f1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0564630 Feb 16 09:31:03.418288 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6098eb6e-97f3-4684-9ba5-b289b7500eef req-309d5e4a-6174-4a2c-88b8-b778f90722e5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Feb 16 09:31:03.482388 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:03.682328 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16742-7922-45c9-a0f3-ded4888e5076 req-ba45bc58-2156-433c-8007-dd9d402d5102 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:03.683788 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71d16742-7922-45c9-a0f3-ded4888e5076 req-ba45bc58-2156-433c-8007-dd9d402d5102 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0555027 Feb 16 09:31:03.730601 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71d16742-7922-45c9-a0f3-ded4888e5076 req-f1e0fa82-f9ee-43c6-979d-698d593848af tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Feb 16 09:31:04.374710 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b656b57-27ed-40d7-83e1-91cdd261443a req-09765481-cbbc-49ee-8456-02c12adf00c8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:04.376408 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7b656b57-27ed-40d7-83e1-91cdd261443a req-09765481-cbbc-49ee-8456-02c12adf00c8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0556407 Feb 16 09:31:04.447765 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7b656b57-27ed-40d7-83e1-91cdd261443a req-2210e690-f642-4c32-b775-0cc1ad43f7c8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Feb 16 09:31:04.545434 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152a3-e257-45a0-ab78-b2cde3e9eb35 req-b3715fe5-5c8d-4b13-86ab-31e156778f2e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:04.546834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-705152a3-e257-45a0-ab78-b2cde3e9eb35 req-b3715fe5-5c8d-4b13-86ab-31e156778f2e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0579722 Feb 16 09:31:04.596262 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-705152a3-e257-45a0-ab78-b2cde3e9eb35 req-7187a45e-17b0-4872-a1c6-1ecb4ea50207 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Feb 16 09:31:04.876199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c5185-a0cf-4fa4-a464-aac945d7896c req-5a64edc2-4b18-42c6-8e3f-7164e91c08a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:04.877851 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5c2c5185-a0cf-4fa4-a464-aac945d7896c req-5a64edc2-4b18-42c6-8e3f-7164e91c08a7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0605481 Feb 16 09:31:04.923845 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5c2c5185-a0cf-4fa4-a464-aac945d7896c req-a2afaf20-a118-47c1-bdfb-9f3144b36095 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Feb 16 09:31:05.565921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25a6a6-45c5-409e-8a47-afcb201eb917 req-a0f2f137-9c4a-42f7-9d47-b78858bbec23 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:05.567295 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d25a6a6-45c5-409e-8a47-afcb201eb917 req-a0f2f137-9c4a-42f7-9d47-b78858bbec23 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Feb 16 09:31:05.613830 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d25a6a6-45c5-409e-8a47-afcb201eb917 req-8c8d3738-1e91-4302-a7ac-7c6b9cbdc61d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Feb 16 09:31:05.730232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb5876-de61-4496-81ea-3cfa4518e483 req-2e2d3333-9b65-4165-abcd-2d464fb7a144 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:05.731751 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13cb5876-de61-4496-81ea-3cfa4518e483 req-2e2d3333-9b65-4165-abcd-2d464fb7a144 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0549405 Feb 16 09:31:05.785357 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13cb5876-de61-4496-81ea-3cfa4518e483 req-14a9b5f2-2227-44d0-bf08-9262b914451c tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Feb 16 09:31:06.044439 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d935-3e57-4f0f-a97e-bd66aed5e8d6 req-45cd6c05-0b00-48be-a922-dc767c5370ba tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:06.045904 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7766d935-3e57-4f0f-a97e-bd66aed5e8d6 req-45cd6c05-0b00-48be-a922-dc767c5370ba tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0527241 Feb 16 09:31:06.092657 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7766d935-3e57-4f0f-a97e-bd66aed5e8d6 req-c90047cd-172d-40ee-95d4-fb51f69fe76c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Feb 16 09:31:06.738444 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb71e92-bf33-4c56-ba70-9f0ef5d62bdd req-81ecf5a0-530f-42d2-9d47-aaac8ff16b5c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:06.740001 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4fb71e92-bf33-4c56-ba70-9f0ef5d62bdd req-81ecf5a0-530f-42d2-9d47-aaac8ff16b5c tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0602467 Feb 16 09:31:06.787375 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4fb71e92-bf33-4c56-ba70-9f0ef5d62bdd req-f73e39c2-7071-475d-bbee-c2bd5566bf1b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Feb 16 09:31:06.914949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efece-39f2-410c-a2f3-a8b7132fd9af req-a2576cea-96d3-44c5-8e80-71c9dfd0d4fc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:06.916332 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-456efece-39f2-410c-a2f3-a8b7132fd9af req-a2576cea-96d3-44c5-8e80-71c9dfd0d4fc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0562832 Feb 16 09:31:06.961820 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-456efece-39f2-410c-a2f3-a8b7132fd9af req-0f3647f8-b1f2-4da2-aee7-237415c55f70 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Feb 16 09:31:07.218882 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66beb1c-3be5-4bec-afaa-cba1fe701970 req-b1db1ce2-c92b-4800-b43a-67c9880628ef tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:07.220270 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a66beb1c-3be5-4bec-afaa-cba1fe701970 req-b1db1ce2-c92b-4800-b43a-67c9880628ef tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0520744 Feb 16 09:31:07.271420 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a66beb1c-3be5-4bec-afaa-cba1fe701970 req-7e0c7684-4bc5-46e7-b024-22ea61e2f9ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Feb 16 09:31:07.912257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108166-53ac-45f9-b4e1-841de64c980e req-20196f9f-8e94-450e-9d9d-4b3cfc37754e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:07.913628 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0108166-53ac-45f9-b4e1-841de64c980e req-20196f9f-8e94-450e-9d9d-4b3cfc37754e tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0570395 Feb 16 09:31:07.959865 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0108166-53ac-45f9-b4e1-841de64c980e req-40fce36a-b455-4ca9-ba97-5734bb347afc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Feb 16 09:31:08.087021 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5138e-866e-4581-8c1a-8f9651ba34bc req-19d9b558-ba5b-43f3-91f2-25843e2171a3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:08.088505 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0b5138e-866e-4581-8c1a-8f9651ba34bc req-19d9b558-ba5b-43f3-91f2-25843e2171a3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0583556 Feb 16 09:31:08.134707 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0b5138e-866e-4581-8c1a-8f9651ba34bc req-4d19d548-0943-44d4-a914-6f83f208c9fa tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Feb 16 09:31:08.405103 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a69b-119d-41f0-929f-41d373c71bc3 req-ec56fbff-9d55-431c-a394-a078c181745a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:08.406830 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1509a69b-119d-41f0-929f-41d373c71bc3 req-ec56fbff-9d55-431c-a394-a078c181745a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0593679 Feb 16 09:31:08.455771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1509a69b-119d-41f0-929f-41d373c71bc3 req-3b4484f8-512f-4496-b623-ac83b4b885ab tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Feb 16 09:31:09.078042 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b9fc-0bee-4750-92f0-6ba8438eaa85 req-143b6160-cb44-4600-a000-6212442c46d0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:09.080397 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7e72b9fc-0bee-4750-92f0-6ba8438eaa85 req-143b6160-cb44-4600-a000-6212442c46d0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0539081 Feb 16 09:31:09.127572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7e72b9fc-0bee-4750-92f0-6ba8438eaa85 req-2f831f98-5737-4eb5-83f7-50ca30e5f349 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Feb 16 09:31:09.253915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451a7c-dfe5-4b5b-8a1b-53459195060c req-62c4f1f9-4aad-427b-b17d-232156495b9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:09.258661 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-22451a7c-dfe5-4b5b-8a1b-53459195060c req-62c4f1f9-4aad-427b-b17d-232156495b9b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0580883 Feb 16 09:31:09.305771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-22451a7c-dfe5-4b5b-8a1b-53459195060c req-f88b4715-c0f0-4c7f-8924-3b4ff99320df tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Feb 16 09:31:09.580972 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034aaa4-de76-4f3f-98de-bb897d882fa3 req-1f5624b8-7907-42ad-90f6-958af46de82e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:09.582430 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9034aaa4-de76-4f3f-98de-bb897d882fa3 req-1f5624b8-7907-42ad-90f6-958af46de82e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0521815 Feb 16 09:31:09.630140 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9034aaa4-de76-4f3f-98de-bb897d882fa3 req-24d3751c-3c08-4c49-a0a3-7a66da710510 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Feb 16 09:31:10.252656 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23696-8e3a-40f4-a9d3-2f0a39026e29 req-8afd37d6-7c20-49f0-b2ab-d88f6d251f93 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:10.254139 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c1b23696-8e3a-40f4-a9d3-2f0a39026e29 req-8afd37d6-7c20-49f0-b2ab-d88f6d251f93 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Feb 16 09:31:10.332377 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c1b23696-8e3a-40f4-a9d3-2f0a39026e29 req-3486081a-5d22-4fd4-ad51-50cceff1ba94 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700860 Feb 16 09:31:10.434993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f833f-10c3-4051-ab1f-a6a538097f9d req-13f93fcf-4993-456f-abee-e83f672801e6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:10.436513 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d38f833f-10c3-4051-ab1f-a6a538097f9d req-13f93fcf-4993-456f-abee-e83f672801e6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0593326 Feb 16 09:31:10.481927 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d38f833f-10c3-4051-ab1f-a6a538097f9d req-241f5b68-c0d1-4952-9c1c-34bd2801e35e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Feb 16 09:31:10.754053 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1895f19-76f4-4975-814a-faa39e7fc526 req-781f6855-95a6-4a67-bbdc-083b2cd140eb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:10.755489 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d1895f19-76f4-4975-814a-faa39e7fc526 req-781f6855-95a6-4a67-bbdc-083b2cd140eb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0513999 Feb 16 09:31:10.807809 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d1895f19-76f4-4975-814a-faa39e7fc526 req-a755590f-2414-4e14-89d5-f6599bdfa889 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467536 Feb 16 09:31:11.456330 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd92cc4-bcfd-496c-b299-1e51f9a9348e req-d2dfd8dd-4bbb-4f07-bfcf-051ed072bf10 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:11.457790 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0dd92cc4-bcfd-496c-b299-1e51f9a9348e req-d2dfd8dd-4bbb-4f07-bfcf-051ed072bf10 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0574653 Feb 16 09:31:11.507951 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0dd92cc4-bcfd-496c-b299-1e51f9a9348e req-e2791bff-6d85-4065-816d-0f7e69609827 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Feb 16 09:31:11.605277 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5be7b-2dab-483c-a574-7f72dbaec27c req-d328ca66-2dc1-44ab-ac42-ea41050b7c57 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:11.607094 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83d5be7b-2dab-483c-a574-7f72dbaec27c req-d328ca66-2dc1-44ab-ac42-ea41050b7c57 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0516884 Feb 16 09:31:11.654595 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83d5be7b-2dab-483c-a574-7f72dbaec27c req-fe02b7af-25c6-47f8-8625-80aa3fd8a859 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Feb 16 09:31:11.939199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9b32-5407-47aa-8af6-b887e5d34f4f req-12386d89-ddaa-4428-bd9c-9f09797902e7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:11.941128 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a40a9b32-5407-47aa-8af6-b887e5d34f4f req-12386d89-ddaa-4428-bd9c-9f09797902e7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0532019 Feb 16 09:31:12.004653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a40a9b32-5407-47aa-8af6-b887e5d34f4f req-1e7360c9-1fd7-4688-bb68-14d29290ff27 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576451 Feb 16 09:31:12.627783 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a4c16-a427-4586-9b1f-7c44f96be80a req-40fa7020-fcca-4b5c-90b1-5fac428d1572 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:12.629218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b58a4c16-a427-4586-9b1f-7c44f96be80a req-40fa7020-fcca-4b5c-90b1-5fac428d1572 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Feb 16 09:31:12.679909 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b58a4c16-a427-4586-9b1f-7c44f96be80a req-ce256dac-b88b-4b26-8eda-4306e4e92b4d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 Feb 16 09:31:12.776744 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f7f2-5b84-40e0-894f-d05f8400d5cf req-bcaec111-b57f-49f2-85c6-1ad77f63ca10 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:12.778487 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71e5f7f2-5b84-40e0-894f-d05f8400d5cf req-bcaec111-b57f-49f2-85c6-1ad77f63ca10 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0559468 Feb 16 09:31:12.833568 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71e5f7f2-5b84-40e0-894f-d05f8400d5cf req-66d1f645-1d44-45ec-b0fc-0795c7db0496 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Feb 16 09:31:13.148993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46901ce-ce8b-45ae-bbd0-3a2d761eac01 req-33456dec-3642-454f-a388-fce5c311b343 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:13.150361 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c46901ce-ce8b-45ae-bbd0-3a2d761eac01 req-33456dec-3642-454f-a388-fce5c311b343 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0578380 Feb 16 09:31:13.201740 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c46901ce-ce8b-45ae-bbd0-3a2d761eac01 req-cfcee14d-2eec-463e-9de9-d2d302afc413 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455325 Feb 16 09:31:13.801282 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d41d5c-36e7-431d-85c3-c55cc20611be req-db55b9f1-3342-4cf4-acf0-9e7085ad451b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:13.802736 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-23d41d5c-36e7-431d-85c3-c55cc20611be req-db55b9f1-3342-4cf4-acf0-9e7085ad451b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Feb 16 09:31:13.849450 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-23d41d5c-36e7-431d-85c3-c55cc20611be req-2aa9ba54-9ef2-4f59-8e7b-f4a4ac88f212 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Feb 16 09:31:13.952625 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e72c-e09d-4a82-b270-d4ab9a9daf84 req-a9dbef5f-d241-4f87-b3a6-e7fc456f5f67 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:13.954090 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f730e72c-e09d-4a82-b270-d4ab9a9daf84 req-a9dbef5f-d241-4f87-b3a6-e7fc456f5f67 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0513513 Feb 16 09:31:14.009270 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f730e72c-e09d-4a82-b270-d4ab9a9daf84 req-cb744d9f-a315-4cf0-9e21-192b6476b3cc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Feb 16 09:31:14.327898 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c416-5f56-4531-99b7-3070d7bb19df req-773bf1ba-9631-470c-a95d-1f5b5370aea6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:14.329394 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52c4c416-5f56-4531-99b7-3070d7bb19df req-773bf1ba-9631-470c-a95d-1f5b5370aea6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0512652 Feb 16 09:31:14.376215 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52c4c416-5f56-4531-99b7-3070d7bb19df req-935e1cf7-1291-4653-b4fa-3cc4697cf219 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Feb 16 09:31:14.975853 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4cff-79f5-420c-a74c-b56d5b08706a req-01d9e600-bb6b-479b-a7a9-327a37b276c5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:14.977329 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-989f4cff-79f5-420c-a74c-b56d5b08706a req-01d9e600-bb6b-479b-a7a9-327a37b276c5 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0538151 Feb 16 09:31:15.024428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-989f4cff-79f5-420c-a74c-b56d5b08706a req-a1ef604e-6cbc-4696-b997-ce5c8777b2ea tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Feb 16 09:31:15.134699 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323644-9bd2-40fc-ad71-75404dd1f1cb req-79d40939-4780-449d-9fb1-d563fe5bc421 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:15.136098 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2d323644-9bd2-40fc-ad71-75404dd1f1cb req-79d40939-4780-449d-9fb1-d563fe5bc421 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0575445 Feb 16 09:31:15.183362 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2d323644-9bd2-40fc-ad71-75404dd1f1cb req-8bf60a2a-4ce4-4680-b62e-83bc9dc6f86e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Feb 16 09:31:15.501834 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077818-40c9-4d21-b90b-2ec7c994e98f req-369891d4-1b46-40b1-929f-66157f940b95 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:15.503436 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd077818-40c9-4d21-b90b-2ec7c994e98f req-369891d4-1b46-40b1-929f-66157f940b95 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0523920 Feb 16 09:31:15.553012 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cd077818-40c9-4d21-b90b-2ec7c994e98f req-8fe4aa77-218e-45f9-9eec-4ca8b7e9dae6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Feb 16 09:31:16.147630 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f36ef-291f-4095-a1a4-6d80d43ddc0c req-4e94045c-4622-4086-81da-fd6ca935ca40 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:16.149730 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd8f36ef-291f-4095-a1a4-6d80d43ddc0c req-4e94045c-4622-4086-81da-fd6ca935ca40 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0569246 Feb 16 09:31:16.203256 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd8f36ef-291f-4095-a1a4-6d80d43ddc0c req-b9b906e5-23a6-4d6b-826a-5cea42e348f0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Feb 16 09:31:16.304517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd6d17-fed9-411d-af01-6a63aaa186ba req-648578c4-2046-4421-8a9e-3cccd69aed14 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:16.305923 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b6fd6d17-fed9-411d-af01-6a63aaa186ba req-648578c4-2046-4421-8a9e-3cccd69aed14 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0546317 Feb 16 09:31:16.354428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b6fd6d17-fed9-411d-af01-6a63aaa186ba req-4246bd04-d850-449b-b0b4-6dd371c8f3c1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Feb 16 09:31:16.686321 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e81d-e457-4bc9-bb7b-96359c1a84a6 req-78473703-70d7-4636-98c0-18d416030737 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:16.687892 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d29e81d-e457-4bc9-bb7b-96359c1a84a6 req-78473703-70d7-4636-98c0-18d416030737 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0510054 Feb 16 09:31:16.737334 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d29e81d-e457-4bc9-bb7b-96359c1a84a6 req-51bff357-dd55-44bd-848c-873d295e749a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Feb 16 09:31:16.912799 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:17.321692 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb55d9-a2c2-4669-9280-3005d8c3fce7 req-3e179608-4ead-4ce2-a502-e2a627850fed tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:17.323138 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-87fb55d9-a2c2-4669-9280-3005d8c3fce7 req-3e179608-4ead-4ce2-a502-e2a627850fed tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Feb 16 09:31:17.369124 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-87fb55d9-a2c2-4669-9280-3005d8c3fce7 req-cd2d6170-cacf-450c-a4fe-ec9931c10c8b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Feb 16 09:31:17.479541 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65553ade-1250-4712-9b77-47787a8b4530 req-28e3e761-5766-492b-8059-8c014430f94f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:17.481068 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-65553ade-1250-4712-9b77-47787a8b4530 req-28e3e761-5766-492b-8059-8c014430f94f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0561213 Feb 16 09:31:17.528331 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-65553ade-1250-4712-9b77-47787a8b4530 req-a519aa3b-c740-4900-885d-cd8d6e15c28a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Feb 16 09:31:17.866813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5dfc5-1862-486f-bf03-caff6f9a24dc req-81a944be-5288-4624-88af-66b363101380 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:17.868305 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56d5dfc5-1862-486f-bf03-caff6f9a24dc req-81a944be-5288-4624-88af-66b363101380 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0586441 Feb 16 09:31:17.913898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56d5dfc5-1862-486f-bf03-caff6f9a24dc req-fd23297a-a093-40b1-a1c9-a1e2dcefb8c8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Feb 16 09:31:18.509474 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951134-af41-4898-aa94-7fc331369109 req-97b990c6-b8f2-4dd4-9a82-94abaf50e444 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:18.510924 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82951134-af41-4898-aa94-7fc331369109 req-97b990c6-b8f2-4dd4-9a82-94abaf50e444 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0757232 Feb 16 09:31:18.556341 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-82951134-af41-4898-aa94-7fc331369109 req-808a76a4-c9d8-465d-b6d9-1427f2ad09d2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Feb 16 09:31:18.649904 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc205-e9d9-4038-adbf-838c6fe86cd3 req-5ff87a2b-9555-4fc9-8d31-be42bdcf4293 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:18.651911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9ffc205-e9d9-4038-adbf-838c6fe86cd3 req-5ff87a2b-9555-4fc9-8d31-be42bdcf4293 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0547466 Feb 16 09:31:18.702590 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9ffc205-e9d9-4038-adbf-838c6fe86cd3 req-c77fe35a-915d-4d46-b871-fd3fc8e92f13 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Feb 16 09:31:19.037599 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c4ed-af1c-4df8-9678-d2c1aa353af5 req-747f29bf-c687-4849-a489-c81a50750349 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:19.039060 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e5e8c4ed-af1c-4df8-9678-d2c1aa353af5 req-747f29bf-c687-4849-a489-c81a50750349 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0526817 Feb 16 09:31:19.102822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e5e8c4ed-af1c-4df8-9678-d2c1aa353af5 req-95901642-a1a9-4b47-b3ad-dbcbc3350d55 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580831 Feb 16 09:31:19.677200 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f11e0f-75a2-4be6-952d-07ed910536d3 req-616739bc-8110-4aa5-b526-0d38beae498f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:19.678658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-05f11e0f-75a2-4be6-952d-07ed910536d3 req-616739bc-8110-4aa5-b526-0d38beae498f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Feb 16 09:31:19.727846 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-05f11e0f-75a2-4be6-952d-07ed910536d3 req-34106dc7-9863-4a8a-ae4f-6ddcde4a7b14 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Feb 16 09:31:19.826689 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8f12-1fb5-4fb6-af07-d3c90bf82687 req-ae045271-7df6-4bec-ab1c-4ed941bdd2cf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:19.828219 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fd6d8f12-1fb5-4fb6-af07-d3c90bf82687 req-ae045271-7df6-4bec-ab1c-4ed941bdd2cf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0550227 Feb 16 09:31:19.886398 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fd6d8f12-1fb5-4fb6-af07-d3c90bf82687 req-5c905754-7620-44bb-9828-9d3d6914b54b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Feb 16 09:31:20.228990 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397927a2-3128-4d45-be19-e764d163bac3 req-38141539-06d4-4122-bab2-2072d4adda38 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:20.230443 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-397927a2-3128-4d45-be19-e764d163bac3 req-38141539-06d4-4122-bab2-2072d4adda38 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0527344 Feb 16 09:31:20.276119 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-397927a2-3128-4d45-be19-e764d163bac3 req-30b741fc-58cd-4ed6-86a1-5c00d7995541 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Feb 16 09:31:20.852280 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67528b77-1140-4a22-a9b3-f7b8cedee707 req-2ebb6229-1d21-4c29-a1a2-240f8c034660 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:20.853728 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67528b77-1140-4a22-a9b3-f7b8cedee707 req-2ebb6229-1d21-4c29-a1a2-240f8c034660 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0569131 Feb 16 09:31:20.885367 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-9ce4a4e5-59a0-4314-ab2e-dfbf135e791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:20.886845 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-9ce4a4e5-59a0-4314-ab2e-dfbf135e791e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0453579 Feb 16 09:31:20.901335 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67528b77-1140-4a22-a9b3-f7b8cedee707 req-60bcbfc7-7a35-4759-88df-e710cb25bcf2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Feb 16 09:31:21.006744 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7c1d-33c9-40c2-80dc-952ffb151a21 req-14cb71fa-f4d0-420b-9689-12c99a10edd2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:21.008142 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-035f7c1d-33c9-40c2-80dc-952ffb151a21 req-14cb71fa-f4d0-420b-9689-12c99a10edd2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0508320 Feb 16 09:31:21.008945 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-a4fa15eb-ac3a-4d3e-988d-6163ea8aaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:21.010397 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-a4fa15eb-ac3a-4d3e-988d-6163ea8aaa50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.0879817 Feb 16 09:31:21.056653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-035f7c1d-33c9-40c2-80dc-952ffb151a21 req-f4569653-0852-4b30-9a3d-068687c7948f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Feb 16 09:31:21.057705 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-fb800311-87cc-47e1-a559-8a57b8e72e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0353301 Feb 16 09:31:21.122250 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-6b9bd43c-bdbd-4273-9c9a-30d0993cf0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:21.123626 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-6b9bd43c-bdbd-4273-9c9a-30d0993cf0e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0425045 Feb 16 09:31:21.159527 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-23acd99f-87f2-42ed-9632-adbbcf974513 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236628 Feb 16 09:31:21.255980 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-4c49ded2-f336-4f46-9e24-b12168cc65d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Feb 16 09:31:21.352290 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-241c4d92-f8c2-4a02-96c7-244354d2626d req-afafcb58-513c-413e-8b14-93e00b349ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864882 Feb 16 09:31:21.398676 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12c20e-d3c8-4a0d-96e3-56db49a468eb req-add25893-f491-44b3-ab6a-64e603bcf6d2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:21.400159 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1e12c20e-d3c8-4a0d-96e3-56db49a468eb req-add25893-f491-44b3-ab6a-64e603bcf6d2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0521996 Feb 16 09:31:21.451078 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1e12c20e-d3c8-4a0d-96e3-56db49a468eb req-707a1e12-be7a-4d51-8083-c72d8e7cd9f7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Feb 16 09:31:22.018523 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768a659-57c9-478e-a3d8-c5a98d9018ec req-bf34c62c-2c97-4ada-916d-b79fe040c685 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:22.020653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9768a659-57c9-478e-a3d8-c5a98d9018ec req-bf34c62c-2c97-4ada-916d-b79fe040c685 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0514941 Feb 16 09:31:22.066603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9768a659-57c9-478e-a3d8-c5a98d9018ec req-e76af886-565b-4876-947e-f45cac81a78d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Feb 16 09:31:22.171300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798581-2eba-4ebd-b008-9c68325a754d req-3d51dbf3-734e-4501-8556-faae8d5038c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:22.172847 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a1798581-2eba-4ebd-b008-9c68325a754d req-3d51dbf3-734e-4501-8556-faae8d5038c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0505404 Feb 16 09:31:22.217657 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a1798581-2eba-4ebd-b008-9c68325a754d req-160b1326-bc50-4e34-a9fd-394467408d54 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386686 Feb 16 09:31:22.584568 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753190d3-b0d2-48a6-af71-7d59c4054d9f req-65458ffa-1177-4b9c-84fd-9e16d27dd97d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:22.585991 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-753190d3-b0d2-48a6-af71-7d59c4054d9f req-65458ffa-1177-4b9c-84fd-9e16d27dd97d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0545681 Feb 16 09:31:22.631530 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-753190d3-b0d2-48a6-af71-7d59c4054d9f req-97e1fbc9-182d-4f73-9454-52f48f77c1e3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Feb 16 09:31:23.184453 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffd130-b0f6-4a74-8a90-472081619c91 req-164c03f8-bd14-4500-9398-adf07eaee963 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:23.185916 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56ffd130-b0f6-4a74-8a90-472081619c91 req-164c03f8-bd14-4500-9398-adf07eaee963 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0517685 Feb 16 09:31:23.231575 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56ffd130-b0f6-4a74-8a90-472081619c91 req-1cfefca5-f6c6-4b3a-87f2-c8a86b7479b8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Feb 16 09:31:23.335187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be1ec8-15e5-4257-8662-2a1a67136fd0 req-0bd11b4e-25de-4708-9316-7126d0c1c2bf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:23.336669 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f6be1ec8-15e5-4257-8662-2a1a67136fd0 req-0bd11b4e-25de-4708-9316-7126d0c1c2bf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0537646 Feb 16 09:31:23.618580 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f6be1ec8-15e5-4257-8662-2a1a67136fd0 req-475e01dd-c6c3-46bd-8216-70662ec4e47a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763681 Feb 16 09:31:23.749911 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06690346-f249-4d86-bd27-8bbeb96fa6a2 req-b5cb1133-f0e4-4ac6-97d0-3d3385b33f16 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:23.751320 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-06690346-f249-4d86-bd27-8bbeb96fa6a2 req-b5cb1133-f0e4-4ac6-97d0-3d3385b33f16 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0507524 Feb 16 09:31:23.798092 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-06690346-f249-4d86-bd27-8bbeb96fa6a2 req-3f30f5b6-79ee-4bbc-8f86-15ebec6d522a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Feb 16 09:31:24.346729 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946664a-6d45-4c14-beab-a9794ac5aa90 req-c38ae4a4-edac-4932-bba0-3232c735e6a7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:24.349076 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7946664a-6d45-4c14-beab-a9794ac5aa90 req-c38ae4a4-edac-4932-bba0-3232c735e6a7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0515552 Feb 16 09:31:24.396950 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7946664a-6d45-4c14-beab-a9794ac5aa90 req-e18fea55-fc68-438d-8f38-2f358d18fb4a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Feb 16 09:31:24.738462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb25a28-f761-4662-8086-f9bd0eb63f4d req-861aa699-c4bc-456f-969f-028f42281305 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:24.740045 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-afb25a28-f761-4662-8086-f9bd0eb63f4d req-861aa699-c4bc-456f-969f-028f42281305 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0524173 Feb 16 09:31:24.786499 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-afb25a28-f761-4662-8086-f9bd0eb63f4d req-4ae40d84-46c3-47d3-b4e2-afcb0f1ef323 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Feb 16 09:31:24.919169 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7667f-6f3f-4a2a-8eb9-41c4fc064fb7 req-c99ad1e9-43bb-4b3e-97dc-23200d4266c7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:24.920648 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-12b7667f-6f3f-4a2a-8eb9-41c4fc064fb7 req-c99ad1e9-43bb-4b3e-97dc-23200d4266c7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0519643 Feb 16 09:31:24.965671 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-12b7667f-6f3f-4a2a-8eb9-41c4fc064fb7 req-dbd4bad4-6c09-447f-b090-34570bdef665 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Feb 16 09:31:25.908983 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da166-b826-4415-b301-66f65b5423f9 req-2b15b187-3137-4b4e-aa8e-6881e84d9f7d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:25.910584 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-416da166-b826-4415-b301-66f65b5423f9 req-2b15b187-3137-4b4e-aa8e-6881e84d9f7d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0566130 Feb 16 09:31:25.958313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-416da166-b826-4415-b301-66f65b5423f9 req-88430534-dc24-4170-b021-bdc21010b4dc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Feb 16 09:31:26.091421 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedbc3a-af10-49d2-aebe-7e4e147d451f req-21a1e557-f97b-40a7-a290-5de61a207b6b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:26.092926 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aeedbc3a-af10-49d2-aebe-7e4e147d451f req-21a1e557-f97b-40a7-a290-5de61a207b6b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0528636 Feb 16 09:31:26.138746 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aeedbc3a-af10-49d2-aebe-7e4e147d451f req-396cfcd3-d10e-4778-9e88-e89055762ac9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Feb 16 09:31:27.089553 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786d85-1c68-4f17-aab6-d11765b00788 req-1255f069-8a11-418b-8db3-3144980be83e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:27.091821 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18786d85-1c68-4f17-aab6-d11765b00788 req-1255f069-8a11-418b-8db3-3144980be83e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0617836 Feb 16 09:31:27.111173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5df6189f-0955-43b8-834d-e9526ae58696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:27.144230 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18786d85-1c68-4f17-aab6-d11765b00788 req-7d7e2c72-9e39-410b-b4d3-ce1e1c20681e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Feb 16 09:31:27.259450 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095e61-e616-4db3-b8f5-4dabc0fd9ec9 req-3ccf3db9-5382-43ca-8096-e7da4464dd6e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:27.260860 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4d095e61-e616-4db3-b8f5-4dabc0fd9ec9 req-3ccf3db9-5382-43ca-8096-e7da4464dd6e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0511155 Feb 16 09:31:27.308253 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4d095e61-e616-4db3-b8f5-4dabc0fd9ec9 req-eab528df-8d94-4242-8fb0-aacbab046995 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Feb 16 09:31:28.261636 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790e18-9905-4431-ac76-c7c515b4fa13 req-d73b07ef-9281-426c-a868-3797492be2a1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:28.263093 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9a790e18-9905-4431-ac76-c7c515b4fa13 req-d73b07ef-9281-426c-a868-3797492be2a1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0511444 Feb 16 09:31:28.308327 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9a790e18-9905-4431-ac76-c7c515b4fa13 req-e90dbe82-a3db-4819-8c84-2096eed63071 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Feb 16 09:31:28.439677 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085707f-f67c-4b80-be61-b4819d001b9c req-daf608c0-6ac0-4a18-9d94-5836a5632af7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:28.441173 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0085707f-f67c-4b80-be61-b4819d001b9c req-daf608c0-6ac0-4a18-9d94-5836a5632af7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0625689 Feb 16 09:31:28.488658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0085707f-f67c-4b80-be61-b4819d001b9c req-3538c905-0854-4a01-a5a6-232dca14887f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Feb 16 09:31:29.426212 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af342b2f-b9fe-4122-a0a8-28e71a105833 req-5c5ee09c-ed5c-40d9-9892-b08772a477d7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:29.427771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af342b2f-b9fe-4122-a0a8-28e71a105833 req-5c5ee09c-ed5c-40d9-9892-b08772a477d7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0524287 Feb 16 09:31:29.476607 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af342b2f-b9fe-4122-a0a8-28e71a105833 req-61c1f707-17a9-45e3-bf9b-756215c48e63 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Feb 16 09:31:29.477640 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5cb495ca-104a-4c0a-b90c-c5383e07624a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:29.616365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792775cf-01a7-4bff-b0d7-9684151f0db2 req-28e65358-d1aa-4f82-8751-9eab6137ddcb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:29.617812 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-792775cf-01a7-4bff-b0d7-9684151f0db2 req-28e65358-d1aa-4f82-8751-9eab6137ddcb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 944 time: 0.0541673 Feb 16 09:31:29.663870 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-792775cf-01a7-4bff-b0d7-9684151f0db2 req-52673c45-188f-4db2-904c-7247c90cc3f5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Feb 16 09:31:29.761054 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:31:29.860938 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:29.873129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'mac_address': 'fa:16:3e:03:c4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:31:29.913107 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:31:29.913497 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:29.925716 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:31:29.944992 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:29.948889 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:29.993681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=9']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:30.615148 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ef47-70c4-4fc1-a302-2d2216e62c13 req-ff130fae-f3d1-4484-b843-d653ee41596d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:30.616659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2af8ef47-70c4-4fc1-a302-2d2216e62c13 req-ff130fae-f3d1-4484-b843-d653ee41596d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0633149 Feb 16 09:31:30.669610 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:30.672014 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2af8ef47-70c4-4fc1-a302-2d2216e62c13 req-6711382a-1574-44fd-a6db-6f337f34ce8a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Feb 16 09:31:30.802366 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:31:30.812915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee7872-0c88-4ac1-9864-9ca7b5492238 req-db05b290-afd8-4512-8517-e2ff63c08391 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:30.814437 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03ee7872-0c88-4ac1-9864-9ca7b5492238 req-db05b290-afd8-4512-8517-e2ff63c08391 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0658109 Feb 16 09:31:30.867432 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03ee7872-0c88-4ac1-9864-9ca7b5492238 req-2fd0c968-58af-40ea-8d87-8876b10395d5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Feb 16 09:31:31.797576 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e970-5da5-49f3-9537-70645363cc95 req-93756729-fec0-4066-802d-115fe9e9bb58 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:31.799015 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2990e970-5da5-49f3-9537-70645363cc95 req-93756729-fec0-4066-802d-115fe9e9bb58 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0517662 Feb 16 09:31:31.846364 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2990e970-5da5-49f3-9537-70645363cc95 req-1b7e189f-d822-4aaf-83d9-dd8733dc4f3d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Feb 16 09:31:31.888660 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:31.991065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25120bfe-9c0f-43cf-9cd6-ae73abf3ee4a req-5862b4b7-a4bb-4f86-8ed0-15c2b57455cd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:31.992506 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25120bfe-9c0f-43cf-9cd6-ae73abf3ee4a req-5862b4b7-a4bb-4f86-8ed0-15c2b57455cd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Feb 16 09:31:32.038820 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25120bfe-9c0f-43cf-9cd6-ae73abf3ee4a req-3f36d5db-a40a-40b2-913c-97e079bcf131 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Feb 16 09:31:32.966789 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8444781-3958-433f-9507-7ce41ae397bb req-85cca499-2f00-431b-a570-36aa435f09ee tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:32.968235 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8444781-3958-433f-9507-7ce41ae397bb req-85cca499-2f00-431b-a570-36aa435f09ee tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0532913 Feb 16 09:31:33.013525 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8444781-3958-433f-9507-7ce41ae397bb req-f756fde3-bf1e-499a-b93b-aba0cc70fdf0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Feb 16 09:31:33.159942 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74ec3-da94-4349-92f1-1eb2e587f2d1 req-fe1d3431-8597-46fa-80f9-2944b74bd667 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:33.162016 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3f74ec3-da94-4349-92f1-1eb2e587f2d1 req-fe1d3431-8597-46fa-80f9-2944b74bd667 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Feb 16 09:31:33.207083 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a3f74ec3-da94-4349-92f1-1eb2e587f2d1 req-cbb2252a-bbe0-4dc5-87b7-fb441c01c0c2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396483 Feb 16 09:31:33.474923 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:33.787790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:31:33.837749 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:31:33.838116 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:33.915222 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:31:33.915600 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:33.937842 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:31:33.940072 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e950deeb-038b-404f-9a8a-e8746de1f28d" -d '{"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:31:33.952838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:33.956944 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:33.986948 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba31247-7028-4b1c-9f69-abfb26b50b47 x-openstack-request-id: req-3ba31247-7028-4b1c-9f69-abfb26b50b47 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:31:33.987255 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-plugged", "status": "completed", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:31:33.987501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3ba31247-7028-4b1c-9f69-abfb26b50b47 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:31:33.987875 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'code': 200} Feb 16 09:31:34.013190 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=10']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:34.139201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b390-55cc-49ef-9a4c-bab0915ab38f req-6d0b9c0a-cfcf-45c1-aa77-8ba300c6e538 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:34.140715 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4350b390-55cc-49ef-9a4c-bab0915ab38f req-6d0b9c0a-cfcf-45c1-aa77-8ba300c6e538 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0540667 Feb 16 09:31:34.194421 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4350b390-55cc-49ef-9a4c-bab0915ab38f req-421a9ce3-48ac-4fe9-91af-0d91102fa9cc tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Feb 16 09:31:34.331641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05073c-6c7b-4e86-9480-28a5cecc2e61 req-08fe3a08-a305-4789-90ce-40bad3cfd31a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:34.333346 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fa05073c-6c7b-4e86-9480-28a5cecc2e61 req-08fe3a08-a305-4789-90ce-40bad3cfd31a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0509481 Feb 16 09:31:34.378137 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fa05073c-6c7b-4e86-9480-28a5cecc2e61 req-2370e45d-b84c-4e2f-89d2-27ced9bb9eb0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Feb 16 09:31:34.924348 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a0e1-864e-4c7e-b906-23fb194cc5a4 req-e3d73af7-ceef-48b0-add7-1d49d4aa7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:34.925911 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-41e6a0e1-864e-4c7e-b906-23fb194cc5a4 req-e3d73af7-ceef-48b0-add7-1d49d4aa7c34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 1131 time: 0.0450461 Feb 16 09:31:34.980159 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-41e6a0e1-864e-4c7e-b906-23fb194cc5a4 req-1e4b0548-42b7-4a56-91d3-d232a0a01fae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Feb 16 09:31:35.322688 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560e58-4f66-4c81-9d96-2d7c16ab9829 req-afb558c2-10d6-4a2b-b858-e81bdaf088a7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:35.324187 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9560e58-4f66-4c81-9d96-2d7c16ab9829 req-afb558c2-10d6-4a2b-b858-e81bdaf088a7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0615942 Feb 16 09:31:35.369592 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9560e58-4f66-4c81-9d96-2d7c16ab9829 req-8e257b5c-dfd9-4d6c-b1c6-ef3ad03346c5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Feb 16 09:31:35.503595 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd350-fdae-44bc-9fc3-55a923107aa4 req-cf2b7c6b-75e9-47fe-9eb5-ccb0b32e115f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:35.505156 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b0fd350-fdae-44bc-9fc3-55a923107aa4 req-cf2b7c6b-75e9-47fe-9eb5-ccb0b32e115f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0551174 Feb 16 09:31:35.550418 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b0fd350-fdae-44bc-9fc3-55a923107aa4 req-9f7150d9-6bd4-4ef0-aee6-44c3f52a9541 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Feb 16 09:31:36.484675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4ee2a-da39-47cc-9a4b-114f3553b05d req-42521a1d-8dbe-4d1e-9423-74992cc76b69 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:36.486113 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aad4ee2a-da39-47cc-9a4b-114f3553b05d req-42521a1d-8dbe-4d1e-9423-74992cc76b69 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0505972 Feb 16 09:31:36.533051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-aad4ee2a-da39-47cc-9a4b-114f3553b05d req-6385e244-dcd7-423b-8848-695d3a265a41 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Feb 16 09:31:36.680761 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c349f-798a-421e-85aa-71e64f016719 req-bf46b683-daa5-4f7c-992c-74e4acb641c2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:36.682116 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e64c349f-798a-421e-85aa-71e64f016719 req-bf46b683-daa5-4f7c-992c-74e4acb641c2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0581448 Feb 16 09:31:36.726645 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e64c349f-798a-421e-85aa-71e64f016719 req-2b879fc2-a0eb-433b-bb38-51209705099b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Feb 16 09:31:37.652243 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8fcf2-5e16-4b44-a356-c50f53e7c5ed req-f13e7c5c-6808-4f03-8b03-445a308b0005 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:37.653697 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35a8fcf2-5e16-4b44-a356-c50f53e7c5ed req-f13e7c5c-6808-4f03-8b03-445a308b0005 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0518236 Feb 16 09:31:37.701246 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35a8fcf2-5e16-4b44-a356-c50f53e7c5ed req-c6a98853-ff8a-4de4-a049-5122288edf52 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Feb 16 09:31:37.848399 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61c094-df1a-468d-866b-558c4c7f5180 req-93fe110a-233a-4d5c-a744-2feb29ecff7a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:37.849870 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d61c094-df1a-468d-866b-558c4c7f5180 req-93fe110a-233a-4d5c-a744-2feb29ecff7a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0519328 Feb 16 09:31:37.901166 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6d61c094-df1a-468d-866b-558c4c7f5180 req-1feb0ddf-eeb7-4856-b3bf-c4968f91fa1e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Feb 16 09:31:38.820987 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee473f4-42f1-48e2-ac4e-d584413ec1b5 req-3725dfa2-cd6d-40aa-a71a-df0004785bf2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:38.822494 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ee473f4-42f1-48e2-ac4e-d584413ec1b5 req-3725dfa2-cd6d-40aa-a71a-df0004785bf2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0534284 Feb 16 09:31:38.870176 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ee473f4-42f1-48e2-ac4e-d584413ec1b5 req-af402546-8001-444f-bbd2-a03f0cfccf6f tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Feb 16 09:31:39.022761 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9153e8-7636-4b3d-b667-4e4ffbbaa14d req-ec09a397-bd3d-4b2b-b207-e3bd17f1c709 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:39.024253 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee9153e8-7636-4b3d-b667-4e4ffbbaa14d req-ec09a397-bd3d-4b2b-b207-e3bd17f1c709 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0518374 Feb 16 09:31:39.070409 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee9153e8-7636-4b3d-b667-4e4ffbbaa14d req-672f26b0-a6d6-4122-9767-4a872c0b1ae1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Feb 16 09:31:39.368288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f9eb4-0f58-474b-b7fc-39ac78d530f2 req-890c814b-4864-4953-89d8-b2ca78a1424f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:39.369745 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b12f9eb4-0f58-474b-b7fc-39ac78d530f2 req-890c814b-4864-4953-89d8-b2ca78a1424f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0552905 Feb 16 09:31:39.414908 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b12f9eb4-0f58-474b-b7fc-39ac78d530f2 req-14ca7311-60e7-45d4-b97f-8f215d728269 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 16 09:31:39.573828 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:31:39.991517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b05ab-425e-4785-b745-a21198b92617 req-866fbb42-60fe-420f-b1f1-666d0b1683ea tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:39.993006 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-785b05ab-425e-4785-b745-a21198b92617 req-866fbb42-60fe-420f-b1f1-666d0b1683ea tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0523319 Feb 16 09:31:40.039316 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-785b05ab-425e-4785-b745-a21198b92617 req-afd740b6-5e9d-4322-98bf-e821362713f4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Feb 16 09:31:40.193125 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62eb51-82bb-4c4c-a514-c15100ae2bfd req-3748fab0-b2e6-4fe8-88b4-f66022f1c8b0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:40.196212 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1a62eb51-82bb-4c4c-a514-c15100ae2bfd req-3748fab0-b2e6-4fe8-88b4-f66022f1c8b0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0547674 Feb 16 09:31:40.245151 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1a62eb51-82bb-4c4c-a514-c15100ae2bfd req-4b4eb0a3-b7ae-4c1c-9e5a-532947c37d7b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Feb 16 09:31:40.530676 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba99d8b-ffba-4333-af77-97a90b82e7f8 req-c6fbb384-9100-403a-8233-4db63c3e76b7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:40.532292 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3ba99d8b-ffba-4333-af77-97a90b82e7f8 req-c6fbb384-9100-403a-8233-4db63c3e76b7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0518246 Feb 16 09:31:40.579171 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3ba99d8b-ffba-4333-af77-97a90b82e7f8 req-ddde9b5f-09fd-43b8-b387-b57a63b0edb3 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Feb 16 09:31:41.155827 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c519c9c-51bf-4d62-a2f4-c541024c0e66 req-bd87e726-866b-4894-bc0f-217c55d58178 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:41.157571 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2c519c9c-51bf-4d62-a2f4-c541024c0e66 req-bd87e726-866b-4894-bc0f-217c55d58178 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0510437 Feb 16 09:31:41.204449 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2c519c9c-51bf-4d62-a2f4-c541024c0e66 req-6c9abf9a-a740-403e-aad8-2739e95030f7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Feb 16 09:31:41.369818 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27347028-ff72-440c-9241-e3cde8bef26f req-75bcda48-5cec-41cf-a9f5-d67872ec1e53 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:41.371261 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27347028-ff72-440c-9241-e3cde8bef26f req-75bcda48-5cec-41cf-a9f5-d67872ec1e53 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0551779 Feb 16 09:31:41.416884 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27347028-ff72-440c-9241-e3cde8bef26f req-84caef95-c3d0-4a2e-b9a6-0756d75e003f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Feb 16 09:31:41.696346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc66f02-8ba9-41c0-a1e4-c6bca5b3c7ab req-cdd1a998-b4c8-4401-a81a-bb2cadc93247 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:41.697818 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ffc66f02-8ba9-41c0-a1e4-c6bca5b3c7ab req-cdd1a998-b4c8-4401-a81a-bb2cadc93247 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Feb 16 09:31:41.744019 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ffc66f02-8ba9-41c0-a1e4-c6bca5b3c7ab req-b7d23050-d1e6-4267-81d8-842351fbf756 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Feb 16 09:31:42.331385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981402e-eb1d-4408-b237-5aafa37f83aa req-90e4736d-fa75-45f4-905b-786b9b28fb12 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:42.332898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8981402e-eb1d-4408-b237-5aafa37f83aa req-90e4736d-fa75-45f4-905b-786b9b28fb12 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0562952 Feb 16 09:31:42.380995 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8981402e-eb1d-4408-b237-5aafa37f83aa req-bda55406-0e3c-4ce4-b57f-2f974de6b191 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Feb 16 09:31:42.538936 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e37a9-2549-4312-9cee-3c1480a9c894 req-f4d22535-791b-42e0-ac15-3a211807e3eb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:42.540426 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc0e37a9-2549-4312-9cee-3c1480a9c894 req-f4d22535-791b-42e0-ac15-3a211807e3eb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0528288 Feb 16 09:31:42.586713 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc0e37a9-2549-4312-9cee-3c1480a9c894 req-8915ae9e-3b64-4742-9ce2-ffd5362ef14f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Feb 16 09:31:42.857800 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda626-7395-4844-aad3-a2d269ff0b03 req-dff7c524-041b-4088-a92a-4ecd1bdc3d22 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:42.859173 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eabda626-7395-4844-aad3-a2d269ff0b03 req-dff7c524-041b-4088-a92a-4ecd1bdc3d22 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Feb 16 09:31:42.908148 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eabda626-7395-4844-aad3-a2d269ff0b03 req-c7d40f76-a426-49cf-9115-b47119007080 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434997 Feb 16 09:31:43.501986 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd8d3-54bb-4186-a4b8-e9f7511f306a req-2afcec41-97ce-449f-9a3f-4762d730c6a6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:43.503464 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-426cd8d3-54bb-4186-a4b8-e9f7511f306a req-2afcec41-97ce-449f-9a3f-4762d730c6a6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0533462 Feb 16 09:31:43.550860 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-426cd8d3-54bb-4186-a4b8-e9f7511f306a req-3533bcb7-fb4a-4516-a192-eac33801f642 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Feb 16 09:31:43.719406 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0266a6-b246-4fb5-90cf-d136473cda1d req-9d2e576b-8db9-4632-9a9a-ad51c3e262af tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:43.720814 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2b0266a6-b246-4fb5-90cf-d136473cda1d req-9d2e576b-8db9-4632-9a9a-ad51c3e262af tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0592194 Feb 16 09:31:43.768271 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2b0266a6-b246-4fb5-90cf-d136473cda1d req-e349ecd2-5303-4a8e-9485-34965ef23644 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Feb 16 09:31:44.043173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382529df-a5ff-406d-9408-ffac9a3d0cb8 req-40b08ee3-04e0-45de-999e-0cd125841739 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:44.045315 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-382529df-a5ff-406d-9408-ffac9a3d0cb8 req-40b08ee3-04e0-45de-999e-0cd125841739 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0611978 Feb 16 09:31:44.091371 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-382529df-a5ff-406d-9408-ffac9a3d0cb8 req-f25b6a85-659e-4016-bee4-19a762c46cae tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Feb 16 09:31:44.659498 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-a1508ce2-6705-410d-a76e-508e112f3146 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:44.661253 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-a1508ce2-6705-410d-a76e-508e112f3146 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0902328 Feb 16 09:31:44.670472 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773008-633f-4874-b8e5-2ac409fd2205 req-16cc28a4-7f63-471e-a82e-7579a6e3f9e1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:44.671949 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74773008-633f-4874-b8e5-2ac409fd2205 req-16cc28a4-7f63-471e-a82e-7579a6e3f9e1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0536928 Feb 16 09:31:44.718982 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74773008-633f-4874-b8e5-2ac409fd2205 req-aa1d2de8-05da-4073-b664-ce841d752639 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Feb 16 09:31:44.792998 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Deleting port 262a72e0-7203-40a1-a2a5-44426c841c12 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:31:44.793250 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:44.898448 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292667a3-b556-48e7-a543-0d8ce481ed9e req-2722ea30-a63f-4e6b-ba7d-edef03fd5db9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:44.900342 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-292667a3-b556-48e7-a543-0d8ce481ed9e req-2722ea30-a63f-4e6b-ba7d-edef03fd5db9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0553496 Feb 16 09:31:44.954342 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-292667a3-b556-48e7-a543-0d8ce481ed9e req-639e1639-15fb-4a7b-8cf8-aa9e95f51f22 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481606 Feb 16 09:31:45.105915 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] For port 262a72e0-7203-40a1-a2a5-44426c841c12, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=262a72e0-7203-40a1-a2a5-44426c841c12,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:45.106271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:45.120191 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Calling delete_port for 262a72e0-7203-40a1-a2a5-44426c841c12 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:31:45.207463 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e528e-0ba4-4d8e-ba83-c19b189a4a70 req-8c9b117d-caf2-4d73-9971-d229fc84ca22 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:45.208974 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b5e528e-0ba4-4d8e-ba83-c19b189a4a70 req-8c9b117d-caf2-4d73-9971-d229fc84ca22 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Feb 16 09:31:45.255873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0b5e528e-0ba4-4d8e-ba83-c19b189a4a70 req-b6c1ccb5-31e8-435d-a64a-3ab6ce9af726 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Feb 16 09:31:45.277816 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (262a72e0-7203-40a1-a2a5-44426c841c12), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:45.306745 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event deleted for resources: {'Port': ['ID=262a72e0-7203-40a1-a2a5-44426c841c12,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:45.307093 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934', '50475e00-a122-4fc0-a61e-0f640a2664c8', 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', '262a72e0-7203-40a1-a2a5-44426c841c12'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:31:45.372714 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] No DVR routers for this DVR port 262a72e0-7203-40a1-a2a5-44426c841c12 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:31:45.376419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:45.379807 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d82f5ddd-7653-4bf7-8eba-c172b3ee7dbd req-230808c4-c587-4b32-9b30-d4519be21bb2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "DELETE /v2.0/ports/262a72e0-7203-40a1-a2a5-44426c841c12 HTTP/1.1" status: 204 len: 173 time: 0.7087042 Feb 16 09:31:45.380293 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'name': 'network-vif-deleted', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:31:45.383879 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cef4cc-a03f-46f4-b19b-620eee010a0c" -d '{"events": [{"server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "name": "network-vif-deleted", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:31:45.442234 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e77152-4078-44a5-b009-4b1729bb3c4e x-openstack-request-id: req-c0e77152-4078-44a5-b009-4b1729bb3c4e {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:31:45.442545 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093d25f7-50a5-42c4-9547-fdaef66c0100", "name": "network-vif-deleted", "tag": "262a72e0-7203-40a1-a2a5-44426c841c12", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:31:45.442837 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c0e77152-4078-44a5-b009-4b1729bb3c4e {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:31:45.443242 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093d25f7-50a5-42c4-9547-fdaef66c0100', 'name': 'network-vif-deleted', 'tag': '262a72e0-7203-40a1-a2a5-44426c841c12', 'status': 'completed', 'code': 200} Feb 16 09:31:45.839085 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3fcae-501a-4dba-ac77-86e21c807483 req-e721e45a-8d5b-401c-8582-f18115e2b3ca tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:45.840564 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbc3fcae-501a-4dba-ac77-86e21c807483 req-e721e45a-8d5b-401c-8582-f18115e2b3ca tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0528796 Feb 16 09:31:45.887790 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbc3fcae-501a-4dba-ac77-86e21c807483 req-f55d57c8-eb81-4794-98b8-dbe40c9450c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Feb 16 09:31:46.368813 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e86b1dd-8f0b-4644-aa8f-1b249f4b8d36 req-a2a54cac-70a7-432b-93c3-2cf9fa7599a2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=093d25f7-50a5-42c4-9547-fdaef66c0100 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Feb 16 09:31:46.911986 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:47.007735 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf0f-69a4-49be-aabd-f53b2b3dd9b0 req-c4895181-5e1f-4f3a-a95b-10d82fe43a0d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:47.009283 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9bacf0f-69a4-49be-aabd-f53b2b3dd9b0 req-c4895181-5e1f-4f3a-a95b-10d82fe43a0d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0527372 Feb 16 09:31:47.057300 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f9bacf0f-69a4-49be-aabd-f53b2b3dd9b0 req-4d9dfbcf-187c-4343-bb8f-673f02104468 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Feb 16 09:31:48.175475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ede7-0040-41fc-b5f3-37c9d00a4b7e req-93dec9fa-5017-4e34-947c-6706a0d13cd9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:48.176963 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e23ede7-0040-41fc-b5f3-37c9d00a4b7e req-93dec9fa-5017-4e34-947c-6706a0d13cd9 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0514247 Feb 16 09:31:48.222630 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3e23ede7-0040-41fc-b5f3-37c9d00a4b7e req-3f7dd075-e512-48cf-ad20-84b579cd3783 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Feb 16 09:31:48.768544 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc950-f243-46fa-8d3b-c0dc1d83f392 req-d3116b10-fd60-4e17-8afe-0721b05363d7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:48.769981 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-577cc950-f243-46fa-8d3b-c0dc1d83f392 req-d3116b10-fd60-4e17-8afe-0721b05363d7 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0551989 Feb 16 09:31:48.816389 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-577cc950-f243-46fa-8d3b-c0dc1d83f392 req-539303b4-98b1-4224-a29e-918a486f8612 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Feb 16 09:31:49.340585 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b698-bdf5-497c-ba75-29f48acf0f33 req-0063bf9a-989a-413d-afa9-3eb9019f9f25 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:49.342052 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e3e0b698-bdf5-497c-ba75-29f48acf0f33 req-0063bf9a-989a-413d-afa9-3eb9019f9f25 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0512874 Feb 16 09:31:49.387801 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e3e0b698-bdf5-497c-ba75-29f48acf0f33 req-97dbedc8-5734-450b-b114-c0099cc554bf tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Feb 16 09:31:49.883883 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 262a72e0-7203-40a1-a2a5-44426c841c12 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:31:49.904308 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 262a72e0-7203-40a1-a2a5-44426c841c12 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:31:49.904653 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 262a72e0-7203-40a1-a2a5-44426c841c12 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:31:49.938292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb2121-c387-4b5c-8637-92337ca38d7d req-ae11ff44-d527-40dc-b12e-d9da4ba87ecc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:49.939750 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40cb2121-c387-4b5c-8637-92337ca38d7d req-ae11ff44-d527-40dc-b12e-d9da4ba87ecc tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0556362 Feb 16 09:31:49.986166 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40cb2121-c387-4b5c-8637-92337ca38d7d req-1dc480f0-452e-4c66-9a7c-f26225335405 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Feb 16 09:31:50.505294 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14340-df50-42cd-9cbf-b762b41dc955 req-94fb1bf6-edd6-4dc3-88b4-da294ee34f09 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:50.506762 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bdc14340-df50-42cd-9cbf-b762b41dc955 req-94fb1bf6-edd6-4dc3-88b4-da294ee34f09 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0514896 Feb 16 09:31:50.553402 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bdc14340-df50-42cd-9cbf-b762b41dc955 req-5eaffe82-f869-4297-b30a-26267583def2 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Feb 16 09:31:51.028948 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6d1b9-fdc7-46db-a2db-38d9463a5c92 req-9dcf902a-f5ea-4e1b-9712-77b4320538b7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.030463 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ed6d1b9-fdc7-46db-a2db-38d9463a5c92 req-9dcf902a-f5ea-4e1b-9712-77b4320538b7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0553803 Feb 16 09:31:51.076902 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-6ddf0786-d6f3-40b3-9c1a-00cecb13f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.078399 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-6ddf0786-d6f3-40b3-9c1a-00cecb13f578 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1168 time: 0.0485840 Feb 16 09:31:51.145892 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ed6d1b9-fdc7-46db-a2db-38d9463a5c92 req-a87e8140-666e-4553-ab44-c564b0df99c4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076603 Feb 16 09:31:51.167149 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba1572-7259-4d38-bddc-fd7fe4fa7bc8 req-6853a343-ccec-44cd-bbf5-f00ddfce6711 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.168639 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f6ba1572-7259-4d38-bddc-fd7fe4fa7bc8 req-6853a343-ccec-44cd-bbf5-f00ddfce6711 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.1047764 Feb 16 09:31:51.188858 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-728440d8-d269-46a3-92cc-e5b427dc3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.190394 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-728440d8-d269-46a3-92cc-e5b427dc3a17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.0890179 Feb 16 09:31:51.215717 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f6ba1572-7259-4d38-bddc-fd7fe4fa7bc8 req-3fa04902-8a00-4a06-ab55-d624d182384f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Feb 16 09:31:51.270238 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-b4acc955-9f15-422d-be4c-192fa9a54ca3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 1001 time: 0.0581801 Feb 16 09:31:51.330576 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-a738cf6d-4137-4ca5-bd59-3fd98741b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.331995 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-a738cf6d-4137-4ca5-bd59-3fd98741b055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0417778 Feb 16 09:31:51.403291 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-adc4c0d7-addb-482b-95aa-f73156910592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.404707 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-adc4c0d7-addb-482b-95aa-f73156910592 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469942 Feb 16 09:31:51.512174 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-c851a071-6b9f-4b7f-ac50-7d41bd173098 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820467 Feb 16 09:31:51.615042 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-9e846ba5-3a1f-402c-aee9-474d815429ef req-72b079ed-4d11-4b58-9b0b-0ae3c1527eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Feb 16 09:31:51.671152 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601b74-c82f-44a1-bb52-0e4c23be64f7 req-8e79d477-ba05-4655-87ab-36d755a15e4b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:51.672613 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7601b74-c82f-44a1-bb52-0e4c23be64f7 req-8e79d477-ba05-4655-87ab-36d755a15e4b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0519738 Feb 16 09:31:51.718143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7601b74-c82f-44a1-bb52-0e4c23be64f7 req-54eae8d7-207d-46d2-af4c-ca69d9137c49 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Feb 16 09:31:52.269742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f34f76-2081-41af-9a20-44406b6a976e req-2cf5a336-77a8-4d07-9272-91aeff68586d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:52.271206 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74f34f76-2081-41af-9a20-44406b6a976e req-2cf5a336-77a8-4d07-9272-91aeff68586d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0566275 Feb 16 09:31:52.361898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74f34f76-2081-41af-9a20-44406b6a976e req-47233a62-0f5f-4c8c-bb93-16592fc28290 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840356 Feb 16 09:31:52.372846 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8a93-4f91-4669-9832-f5f5d636adf1 req-ae12726c-43df-4630-8954-3884d566feb0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:52.378724 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e72d8a93-4f91-4669-9832-f5f5d636adf1 req-ae12726c-43df-4630-8954-3884d566feb0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0828831 Feb 16 09:31:52.426949 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e72d8a93-4f91-4669-9832-f5f5d636adf1 req-8b13a0aa-8aad-44d5-8187-4e2f342d757d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Feb 16 09:31:52.570893 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-d31a91cb-ae89-487a-b0f6-3b80ce2b7521 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:52.572388 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-d31a91cb-ae89-487a-b0f6-3b80ce2b7521 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 945 time: 0.0532196 Feb 16 09:31:52.672452 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Deleting port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:31:52.672790 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:52.761634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] For port eca4f694-a3dc-4007-a2a6-e8eac257cdc0, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:52.762273 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:52.775819 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Calling delete_port for eca4f694-a3dc-4007-a2a6-e8eac257cdc0 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:31:52.837292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357631ca-a40e-49d7-9b5a-50fdde46a146 req-4f302e89-cd24-404b-860c-dcb4c0f8c9ba tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:52.838672 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-357631ca-a40e-49d7-9b5a-50fdde46a146 req-4f302e89-cd24-404b-860c-dcb4c0f8c9ba tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0549929 Feb 16 09:31:52.885583 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-357631ca-a40e-49d7-9b5a-50fdde46a146 req-22bd1c0a-71b7-4009-a3bc-a1ff91bb3d89 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Feb 16 09:31:52.904678 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (eca4f694-a3dc-4007-a2a6-e8eac257cdc0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:52.932105 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934', '50475e00-a122-4fc0-a61e-0f640a2664c8', 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:31:52.932858 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event deleted for resources: {'Port': ['ID=eca4f694-a3dc-4007-a2a6-e8eac257cdc0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:52.945357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.945884 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.946231 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.946574 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.946908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.947238 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.947566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.947895 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.948244 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.948570 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.948890 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.949210 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.949530 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:52.986431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] No DVR routers for this DVR port eca4f694-a3dc-4007-a2a6-e8eac257cdc0 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:31:52.988856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:52.992735 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ab492a4f-5d81-49b3-a27c-4f4fd704b770 req-a2dfdccc-d234-46ce-bf86-d53d6aaf760b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "DELETE /v2.0/ports/eca4f694-a3dc-4007-a2a6-e8eac257cdc0 HTTP/1.1" status: 204 len: 173 time: 0.4114802 Feb 16 09:31:52.993199 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'name': 'network-vif-deleted', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:31:52.995415 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b04d0a-d1f1-4682-a32b-3d1a6849d2f7" -d '{"events": [{"server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "name": "network-vif-deleted", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:31:53.039649 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a52f6-4f86-4e06-9313-e6612e8f1bf7 x-openstack-request-id: req-842a52f6-4f86-4e06-9313-e6612e8f1bf7 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:31:53.039939 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8127f108-3eca-4ef6-9054-9949d66e3568", "name": "network-vif-deleted", "tag": "eca4f694-a3dc-4007-a2a6-e8eac257cdc0", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:31:53.040219 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-842a52f6-4f86-4e06-9313-e6612e8f1bf7 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:31:53.040618 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8127f108-3eca-4ef6-9054-9949d66e3568', 'name': 'network-vif-deleted', 'tag': 'eca4f694-a3dc-4007-a2a6-e8eac257cdc0', 'status': 'completed', 'code': 200} Feb 16 09:31:53.479262 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77661b-d1f3-4565-9989-699f31401099 req-155a3b78-ae25-45bd-8e4a-7c0460413c95 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:53.480763 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1f77661b-d1f3-4565-9989-699f31401099 req-155a3b78-ae25-45bd-8e4a-7c0460413c95 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0523622 Feb 16 09:31:53.550765 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-29706e43-6496-4214-8255-6513e13bc476 req-bae77e8b-dc49-465e-9b1c-c3003991d4d4 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=8127f108-3eca-4ef6-9054-9949d66e3568 HTTP/1.1" status: 200 len: 210 time: 0.0415225 Feb 16 09:31:53.566950 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1f77661b-d1f3-4565-9989-699f31401099 req-d093bee2-2f3e-41df-a4d9-dccf373343ad tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805173 Feb 16 09:31:54.014233 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75307-9979-4b68-a63d-a4b853390b30 req-180ccbbe-d2fa-40aa-9d7e-9c7c5a152443 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:54.015719 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d1a75307-9979-4b68-a63d-a4b853390b30 req-180ccbbe-d2fa-40aa-9d7e-9c7c5a152443 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0618165 Feb 16 09:31:54.065859 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d1a75307-9979-4b68-a63d-a4b853390b30 req-fc46a7f9-5a86-4089-badb-2738719d3ad4 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Feb 16 09:31:54.199887 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e491d-c20f-463a-b982-77654fc90e41 req-05999b9a-99c8-4d42-bc02-81f4cdebd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:54.201315 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a61e491d-c20f-463a-b982-77654fc90e41 req-05999b9a-99c8-4d42-bc02-81f4cdebd9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0432968 Feb 16 09:31:54.252109 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-a61e491d-c20f-463a-b982-77654fc90e41 req-75d98a12-842c-45a9-8607-38fdd7da5f0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Feb 16 09:31:54.685144 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb881-f690-4757-8f75-6c830b4ea302 req-af54f784-6841-474f-9e9a-19a701a51b79 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:54.686660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cb9bb881-f690-4757-8f75-6c830b4ea302 req-af54f784-6841-474f-9e9a-19a701a51b79 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0528746 Feb 16 09:31:54.753688 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cb9bb881-f690-4757-8f75-6c830b4ea302 req-fbc7b652-63ed-44db-83fd-2b2afa45646f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614374 Feb 16 09:31:54.836659 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7054e9-87bf-484f-9ae0-0368e20ffd96 req-2b21403d-6459-4c38-9774-8d1776f1cb56 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:54.838047 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bf7054e9-87bf-484f-9ae0-0368e20ffd96 req-2b21403d-6459-4c38-9774-8d1776f1cb56 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.0550747 Feb 16 09:31:54.884547 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bf7054e9-87bf-484f-9ae0-0368e20ffd96 req-bbecb28c-34de-4fc8-930e-949070e06a07 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Feb 16 09:31:55.181755 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0901c8-e58e-46d6-8d9e-55e9ace4f986 req-109a03d4-1d83-43d7-90a4-c3540684f5d8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:55.183203 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3f0901c8-e58e-46d6-8d9e-55e9ace4f986 req-109a03d4-1d83-43d7-90a4-c3540684f5d8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0511534 Feb 16 09:31:55.228606 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3f0901c8-e58e-46d6-8d9e-55e9ace4f986 req-6e55a824-7853-410f-b871-7bc169e6b73d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398414 Feb 16 09:31:55.873301 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638310e-8416-4aee-823f-3e4e0240adcb req-59cb9fa4-a605-4acc-b442-5204503dbae7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:55.875111 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f638310e-8416-4aee-823f-3e4e0240adcb req-59cb9fa4-a605-4acc-b442-5204503dbae7 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0526447 Feb 16 09:31:55.940050 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f638310e-8416-4aee-823f-3e4e0240adcb req-3cd9ae10-2e53-418e-aa76-81a26a7cf069 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592213 Feb 16 09:31:56.003487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380002e-aeea-4d7e-b506-c74f3af6ae2c req-b210dbca-8a53-446a-b6a9-9601ca216f33 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.004960 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7380002e-aeea-4d7e-b506-c74f3af6ae2c req-b210dbca-8a53-446a-b6a9-9601ca216f33 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Feb 16 09:31:56.055690 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7380002e-aeea-4d7e-b506-c74f3af6ae2c req-7bb25cca-e37b-49e9-be92-6172fb1886b9 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Feb 16 09:31:56.346949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf79f0e-6a0d-48b5-af2a-cd298b0dc3b6 req-089f5d50-f5be-4a04-a968-65621d24220d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.348427 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cf79f0e-6a0d-48b5-af2a-cd298b0dc3b6 req-089f5d50-f5be-4a04-a968-65621d24220d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0514054 Feb 16 09:31:56.396941 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cf79f0e-6a0d-48b5-af2a-cd298b0dc3b6 req-f66c25b7-6799-4730-a07c-65bb9d83c379 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Feb 16 09:31:56.698272 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a2f1-616c-4a21-991f-624a3cced661 req-b12693da-04e5-4ca3-a443-dd6fbc8b0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.700015 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-b12693da-04e5-4ca3-a443-dd6fbc8b0ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e491ed94c27421d8033572221092bbd&device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 1130 time: 0.0449317 Feb 16 09:31:56.702346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433358-bdef-465b-8131-68558fc65429 req-c1fd094f-be66-42b7-8738-fd7998912ec0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.703819 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e3433358-bdef-465b-8131-68558fc65429 req-c1fd094f-be66-42b7-8738-fd7998912ec0 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0585718 Feb 16 09:31:56.751227 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e3433358-bdef-465b-8131-68558fc65429 req-1e78b654-5c66-4e77-9e2a-43e8fdf100dd tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Feb 16 09:31:56.803407 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a2f1-616c-4a21-991f-624a3cced661 req-c3d880fc-d0cc-48ae-8fa8-9d33f590de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.805105 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-c3d880fc-d0cc-48ae-8fa8-9d33f590de33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 200 len: 920 time: 0.0902910 Feb 16 09:31:56.869697 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-203c099b-7629-473e-8c59-7d2ffe769904 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 200 len: 217 time: 0.0333936 Feb 16 09:31:56.923666 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a2f1-616c-4a21-991f-624a3cced661 req-7150025a-5ab8-4b22-b94d-df8174639c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:56.925173 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-7150025a-5ab8-4b22-b94d-df8174639c28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 200 len: 859 time: 0.0420194 Feb 16 09:31:56.973308 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-b82a113f-15f9-46b1-8523-4ebcd44be752 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc141c3e-4d40-40e4-aacf-153094906be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270941 Feb 16 09:31:57.059572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70043-a34c-4ea9-9cca-67eda04e0ce5 req-262485b9-7dad-4932-b22b-a142c261ef30 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:57.061063 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0fa70043-a34c-4ea9-9cca-67eda04e0ce5 req-262485b9-7dad-4932-b22b-a142c261ef30 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0520270 Feb 16 09:31:57.082142 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-d5769815-5a13-48f5-a7db-3536f1e64010 service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860934 Feb 16 09:31:57.113577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6cb03a9d-6803-4327-a5ff-a5f3d05cec1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:57.129218 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0fa70043-a34c-4ea9-9cca-67eda04e0ce5 req-a28a5acc-7f88-4f82-994b-487dc4db1799 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614846 Feb 16 09:31:57.188899 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-5203a2f1-616c-4a21-991f-624a3cced661 req-579292d9-fc33-4209-abb6-9bc090b8bf7b service neutron] 10.222.0.24 "GET /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950408 Feb 16 09:31:57.196172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bca88-1687-4c30-9d5e-e3fdb13fbf4e req-f141b543-6589-4da7-bdda-4d5b670106f2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:57.197644 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-251bca88-1687-4c30-9d5e-e3fdb13fbf4e req-f141b543-6589-4da7-bdda-4d5b670106f2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.0546634 Feb 16 09:31:57.248700 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-251bca88-1687-4c30-9d5e-e3fdb13fbf4e req-3e193466-decd-4d04-bd0c-0569ca000be6 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454216 Feb 16 09:31:57.539177 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-1198f725-d2bd-4cf1-aed8-87d31b67b1b0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:57.540691 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-1198f725-d2bd-4cf1-aed8-87d31b67b1b0 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 945 time: 0.0531337 Feb 16 09:31:57.643004 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Deleting port 50475e00-a122-4fc0-a61e-0f640a2664c8 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:31:57.643334 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:57.735775 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] For port 50475e00-a122-4fc0-a61e-0f640a2664c8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=50475e00-a122-4fc0-a61e-0f640a2664c8,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:57.736533 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:57.748909 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Calling delete_port for 50475e00-a122-4fc0-a61e-0f640a2664c8 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:31:57.874427 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744c031-252a-4e83-9f1e-6ec5c0a53901 req-4332dcbc-0117-4a12-a200-cc54fa1c6ca7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:57.876051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f744c031-252a-4e83-9f1e-6ec5c0a53901 req-4332dcbc-0117-4a12-a200-cc54fa1c6ca7 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0534513 Feb 16 09:31:57.881923 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (50475e00-a122-4fc0-a61e-0f640a2664c8), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:57.900764 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934', '50475e00-a122-4fc0-a61e-0f640a2664c8'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:31:57.918357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event deleted for resources: {'Port': ['ID=50475e00-a122-4fc0-a61e-0f640a2664c8,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:57.926144 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f744c031-252a-4e83-9f1e-6ec5c0a53901 req-68ccba75-15dd-490b-bb69-d0bae14a4290 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Feb 16 09:31:57.933747 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device eca4f694-a3dc-4007-a2a6-e8eac257cdc0 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:31:57.953330 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] No DVR routers for this DVR port 50475e00-a122-4fc0-a61e-0f640a2664c8 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:31:57.955686 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:57.958951 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-84b2eb78-c866-47b9-99fa-d7434736f659 req-db75de61-7f3f-4526-ab2f-e92fe46e930d tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "DELETE /v2.0/ports/50475e00-a122-4fc0-a61e-0f640a2664c8 HTTP/1.1" status: 204 len: 173 time: 0.4055495 Feb 16 09:31:57.959391 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'name': 'network-vif-deleted', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:31:57.959737 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: eca4f694-a3dc-4007-a2a6-e8eac257cdc0 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:31:57.960789 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device eca4f694-a3dc-4007-a2a6-e8eac257cdc0 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:31:57.962751 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d927c57-30db-4af7-a3ce-bed5b2306b78" -d '{"events": [{"server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "name": "network-vif-deleted", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:31:58.002345 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4c0051-b981-44cb-b194-b62cd26a432c x-openstack-request-id: req-0e4c0051-b981-44cb-b194-b62cd26a432c {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:31:58.002636 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe3c9a-2f80-4572-9da2-64adeadae224", "name": "network-vif-deleted", "tag": "50475e00-a122-4fc0-a61e-0f640a2664c8", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:31:58.002887 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e4c0051-b981-44cb-b194-b62cd26a432c {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:31:58.003290 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe3c9a-2f80-4572-9da2-64adeadae224', 'name': 'network-vif-deleted', 'tag': '50475e00-a122-4fc0-a61e-0f640a2664c8', 'status': 'completed', 'code': 200} Feb 16 09:31:58.247374 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9637-ca32-40ea-a477-4c5721a17839 req-6b96912b-0a0d-4e00-95a3-29ae57f6e85a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:58.248875 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0bec9637-ca32-40ea-a477-4c5721a17839 req-6b96912b-0a0d-4e00-95a3-29ae57f6e85a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0517218 Feb 16 09:31:58.308698 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0bec9637-ca32-40ea-a477-4c5721a17839 req-8c3e89bd-f3a0-4c47-bcf5-723da9339f88 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541248 Feb 16 09:31:58.359752 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89ceff6c-577d-4a4d-a570-7c802caac644 req-6541d0af-270d-4cfd-9573-78664755a2a8 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9fe3c9a-2f80-4572-9da2-64adeadae224 HTTP/1.1" status: 200 len: 210 time: 0.0298226 Feb 16 09:31:59.048724 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3c810-cbf8-4005-8c29-cf3df381b452 req-82abcf37-2f68-403a-8080-c1487d72fc92 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:59.050172 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dbd3c810-cbf8-4005-8c29-cf3df381b452 req-82abcf37-2f68-403a-8080-c1487d72fc92 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0528698 Feb 16 09:31:59.103321 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dbd3c810-cbf8-4005-8c29-cf3df381b452 req-1dc7fcdd-537d-4f93-a825-c2e9b2c49eb5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Feb 16 09:31:59.433078 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1bdfc-2dfe-4ca1-a7f1-6e08d5e6d9f9 req-34667b25-2cb5-4d88-881b-749fc620a54d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:59.434581 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44d1bdfc-2dfe-4ca1-a7f1-6e08d5e6d9f9 req-34667b25-2cb5-4d88-881b-749fc620a54d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0532613 Feb 16 09:31:59.486544 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4727728a-2bc6-45ae-b653-eed58e62fa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:31:59.498422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44d1bdfc-2dfe-4ca1-a7f1-6e08d5e6d9f9 req-f7d0be75-070b-4c11-81e3-0983ca07ebf2 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582302 Feb 16 09:32:00.227455 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a38a-e4a9-4d6d-9e53-0bea2b2c8361 req-80460a73-a304-4a1f-8a5d-8b0b85d6fd73 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:00.228946 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35a0a38a-e4a9-4d6d-9e53-0bea2b2c8361 req-80460a73-a304-4a1f-8a5d-8b0b85d6fd73 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0561638 Feb 16 09:32:00.274851 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-35a0a38a-e4a9-4d6d-9e53-0bea2b2c8361 req-ee193773-c08e-4ead-9e39-da07f618872e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Feb 16 09:32:00.620967 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f39c1-c940-4334-9adb-7e1f03cdf484 req-6e4e15e3-bcbe-43da-ba96-409fd73d3f6f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:00.622450 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-790f39c1-c940-4334-9adb-7e1f03cdf484 req-6e4e15e3-bcbe-43da-ba96-409fd73d3f6f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0549350 Feb 16 09:32:00.670282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:00.689369 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-790f39c1-c940-4334-9adb-7e1f03cdf484 req-43e74c80-8ff4-4ed6-9c6d-6f01579c09b4 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606401 Feb 16 09:32:00.794606 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c42cb-0c78-444d-899e-d7b57db17dd5 req-a931a358-7a6b-421e-af73-3591f9a83dd3 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:00.795974 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6c3c42cb-0c78-444d-899e-d7b57db17dd5 req-a931a358-7a6b-421e-af73-3591f9a83dd3 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0690899 Feb 16 09:32:00.844051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6c3c42cb-0c78-444d-899e-d7b57db17dd5 req-1bbfc780-5725-41eb-a941-dd3ff137825f tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Feb 16 09:32:01.391241 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d83cd-be15-4524-941a-572865edcdf9 req-1907a8fd-a66b-4bc1-a28a-359abaf56365 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:01.392713 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a97d83cd-be15-4524-941a-572865edcdf9 req-1907a8fd-a66b-4bc1-a28a-359abaf56365 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0509841 Feb 16 09:32:01.437991 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a97d83cd-be15-4524-941a-572865edcdf9 req-43c9d6ca-0e42-44e4-a233-6b4aca8d15fe tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Feb 16 09:32:01.820154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961d42c-0811-4c40-a783-9f879360ab0d req-befc05a7-af4d-48bf-a54c-71d851edaa6c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:01.821688 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f961d42c-0811-4c40-a783-9f879360ab0d req-befc05a7-af4d-48bf-a54c-71d851edaa6c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0593872 Feb 16 09:32:01.894466 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:01.897183 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f961d42c-0811-4c40-a783-9f879360ab0d req-87d27ff1-a3fc-4001-b7d9-1e61ab74be85 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695949 Feb 16 09:32:01.928398 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 50475e00-a122-4fc0-a61e-0f640a2664c8 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:01.948537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 50475e00-a122-4fc0-a61e-0f640a2664c8 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:01.948885 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 50475e00-a122-4fc0-a61e-0f640a2664c8 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:01.972014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c860d-51b5-49b1-a2e5-7a3d4a8e6d5d req-02f9973e-e5d5-40cf-83f5-b8c1d8c91e88 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:01.973483 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-803c860d-51b5-49b1-a2e5-7a3d4a8e6d5d req-02f9973e-e5d5-40cf-83f5-b8c1d8c91e88 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0517209 Feb 16 09:32:02.019653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-803c860d-51b5-49b1-a2e5-7a3d4a8e6d5d req-b998563f-2e6d-4594-9118-84b4644301ec tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Feb 16 09:32:03.015480 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b544b-32a6-40f9-a966-20c6edfb3eb9 req-a733a49d-ecb2-4a44-8f4c-e2368b73f5f0 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:03.016979 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-802b544b-32a6-40f9-a966-20c6edfb3eb9 req-a733a49d-ecb2-4a44-8f4c-e2368b73f5f0 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0519893 Feb 16 09:32:03.076335 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-802b544b-32a6-40f9-a966-20c6edfb3eb9 req-94d5a668-dfc9-4631-aa2e-e903d3c7fd4d tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537074 Feb 16 09:32:03.143112 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234945-c04d-4441-a504-4c5188924412 req-ae545cd7-7577-4056-ae21-bfc76469292a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:03.144744 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-df234945-c04d-4441-a504-4c5188924412 req-ae545cd7-7577-4056-ae21-bfc76469292a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0561445 Feb 16 09:32:03.191034 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-df234945-c04d-4441-a504-4c5188924412 req-449e1d3a-3ed7-4290-a424-2083c1d61874 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Feb 16 09:32:03.483255 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:04.194783 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc817287-02a5-483f-97c4-b2c3f5503f50 req-885c9915-40a5-4054-a55b-4951444c071e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:04.195968 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc817287-02a5-483f-97c4-b2c3f5503f50 req-885c9915-40a5-4054-a55b-4951444c071e tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0519660 Feb 16 09:32:04.255424 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc817287-02a5-483f-97c4-b2c3f5503f50 req-334aeb33-ed0d-4291-a61e-25b0a23094dc tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537741 Feb 16 09:32:04.307603 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1860-75d0-42ff-b644-a61f086a520c req-037d2287-7cf4-49fc-af68-303e39e7e51a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:04.309102 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25bc1860-75d0-42ff-b644-a61f086a520c req-037d2287-7cf4-49fc-af68-303e39e7e51a tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0528433 Feb 16 09:32:04.328813 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231e0c-d116-4304-b079-255d9e0b205d req-bc746a82-180d-4a30-82f8-99452bf992fa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:04.330278 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-08231e0c-d116-4304-b079-255d9e0b205d req-bc746a82-180d-4a30-82f8-99452bf992fa tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 946 time: 0.0545473 Feb 16 09:32:04.360122 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-25bc1860-75d0-42ff-b644-a61f086a520c req-3f25a5f8-0158-498d-910f-c992320eada2 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/security-groups?id=343a51e2-683a-409f-928a-ce5cbee33af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Feb 16 09:32:04.443728 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Deleting port 4620089b-be8c-4a50-8ebf-88bbd279a934 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:32:04.444098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:04.538926 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] For port 4620089b-be8c-4a50-8ebf-88bbd279a934, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=4620089b-be8c-4a50-8ebf-88bbd279a934,segment=NetworkSegment(8b3c14cc-e697-4a27-8bf2-71dc99921015),segment_id=8b3c14cc-e697-4a27-8bf2-71dc99921015)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:04.539350 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:04.550852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Calling delete_port for 4620089b-be8c-4a50-8ebf-88bbd279a934 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:32:04.671530 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (4620089b-be8c-4a50-8ebf-88bbd279a934), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:04.688485 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['4620089b-be8c-4a50-8ebf-88bbd279a934'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:32:04.701891 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Pushing event deleted for resources: {'Port': ['ID=4620089b-be8c-4a50-8ebf-88bbd279a934,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:04.747254 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] No DVR routers for this DVR port 4620089b-be8c-4a50-8ebf-88bbd279a934 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:32:04.749579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:04.752929 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-08231e0c-d116-4304-b079-255d9e0b205d req-e855945f-21db-4102-86fc-8d6ffd84d35b tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.24 "DELETE /v2.0/ports/4620089b-be8c-4a50-8ebf-88bbd279a934 HTTP/1.1" status: 204 len: 173 time: 0.4064760 Feb 16 09:32:04.753366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'name': 'network-vif-deleted', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:32:04.755562 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5671d-a38b-41e9-9f99-49f755ce93e0" -d '{"events": [{"server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "name": "network-vif-deleted", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:32:04.793314 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b1da3-f86d-4a88-a026-5dc74ec961d4 x-openstack-request-id: req-914b1da3-f86d-4a88-a026-5dc74ec961d4 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:32:04.793602 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a89111-e976-43c1-ad8a-5355b7959c5f", "name": "network-vif-deleted", "tag": "4620089b-be8c-4a50-8ebf-88bbd279a934", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:32:04.793852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-914b1da3-f86d-4a88-a026-5dc74ec961d4 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:32:04.794326 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a89111-e976-43c1-ad8a-5355b7959c5f', 'name': 'network-vif-deleted', 'tag': '4620089b-be8c-4a50-8ebf-88bbd279a934', 'status': 'completed', 'code': 200} Feb 16 09:32:05.374233 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a50d-ba9c-4137-842b-1cc680adfd66 req-6f4d00f4-5e76-4605-9990-2beaae322af6 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:05.375652 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee18a50d-ba9c-4137-842b-1cc680adfd66 req-6f4d00f4-5e76-4605-9990-2beaae322af6 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0508730 Feb 16 09:32:05.438002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee18a50d-ba9c-4137-842b-1cc680adfd66 req-7cc53f7f-55e9-488b-a68a-0b9c70723f94 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566857 Feb 16 09:32:05.472184 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-06a84044-fdd1-4af2-b8cb-f2ae083fb3b2 req-e358b221-42f9-48a7-b2a6-77e66a1d4b93 tempest-AttachVolumeNegativeTest-1033993680 tempest-AttachVolumeNegativeTest-1033993680-project] 10.222.0.90 "GET /v2.0/ports?device_id=86a89111-e976-43c1-ad8a-5355b7959c5f HTTP/1.1" status: 200 len: 210 time: 0.0304003 Feb 16 09:32:06.434366 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb247-2139-4b13-86bb-19a09676c5d7 req-1b40600a-798c-4cc8-b998-073863c2e6c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:06.435822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f47cb247-2139-4b13-86bb-19a09676c5d7 req-1b40600a-798c-4cc8-b998-073863c2e6c6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0547163 Feb 16 09:32:06.482209 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f47cb247-2139-4b13-86bb-19a09676c5d7 req-cbe9eeae-d28b-4699-adbf-12ef5afee88e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Feb 16 09:32:06.538560 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57782) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:06.558392 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3c9d-c2c0-43a3-add0-c3c7041dd865 req-6728dbc4-008f-46ca-a950-87aa4f6e4c51 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:06.559853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-287d3c9d-c2c0-43a3-add0-c3c7041dd865 req-6728dbc4-008f-46ca-a950-87aa4f6e4c51 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0535638 Feb 16 09:32:06.582146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Deleting subnet 41ef690b-3772-4b62-b7ea-0e15336df443 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:32:06.585366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Publish callbacks [] for subnet (41ef690b-3772-4b62-b7ea-0e15336df443), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.618905 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-287d3c9d-c2c0-43a3-add0-c3c7041dd865 req-61ab8a17-5fd3-464a-89cc-7a2a50611bca tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531404 Feb 16 09:32:06.619457 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Publish callbacks [] for subnet (41ef690b-3772-4b62-b7ea-0e15336df443), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.628715 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (41ef690b-3772-4b62-b7ea-0e15336df443), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.686399 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for subnet (41ef690b-3772-4b62-b7ea-0e15336df443), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.710418 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ef690b-3772-4b62-b7ea-0e15336df443,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:06.716570 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.719812 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-587416f7-4651-47ef-b161-26ef09b68d81 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/41ef690b-3772-4b62-b7ea-0e15336df443 HTTP/1.1" status: 204 len: 168 time: 0.1802258 Feb 16 09:32:06.722146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57784) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:06.787522 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (8e553718-c683-4c95-9059-e21116de5d8e), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.880189 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (8e553718-c683-4c95-9059-e21116de5d8e), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:06.899903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.900289 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.901053 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.901383 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > port after_create 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.901725 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.902067 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > port after_update 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.902386 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.902702 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.903015 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:06.903336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:07.041447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:07.041795 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:07.042120 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:07.042445 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 09:32:07.042798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e553718-c683-4c95-9059-e21116de5d8e']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:07.059865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3c14cc-e697-4a27-8bf2-71dc99921015') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:07.060184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3c14cc-e697-4a27-8bf2-71dc99921015') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:07.075133 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (8b3c14cc-e697-4a27-8bf2-71dc99921015), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.095163 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (8b3c14cc-e697-4a27-8bf2-71dc99921015), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.103544 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:32:07.103912 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (8b3c14cc-e697-4a27-8bf2-71dc99921015), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: from cryptography.utils import int_from_bytes Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: from cryptography.utils import int_from_bytes Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:32:07.107634 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:32:07.166398 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (8e553718-c683-4c95-9059-e21116de5d8e), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.173388 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.176693 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] 10.222.0.90 "DELETE /v2.0/networks/8e553718-c683-4c95-9059-e21116de5d8e HTTP/1.1" status: 204 len: 168 time: 0.4536455 Feb 16 09:32:07.185903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aae36-a19c-4df6-8b16-f89aa857163f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e553718-c683-4c95-9059-e21116de5d8e,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:07.333154 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57788) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:07.371550 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-cb885e8a-f823-4e4f-b8d2-0ead70fd212b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=06161d2bb1bc42e6aa6d5273574be351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372815 Feb 16 09:32:07.373846 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57790) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:07.418941 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] Publish callbacks [] for security_group (343a51e2-683a-409f-928a-ce5cbee33af1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.438710 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] Publish callbacks [] for security_group (343a51e2-683a-409f-928a-ce5cbee33af1), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.489045 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (343a51e2-683a-409f-928a-ce5cbee33af1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.491526 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:07.492685 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/343a51e2-683a-409f-928a-ce5cbee33af1 HTTP/1.1" status: 204 len: 168 time: 0.1179714 Feb 16 09:32:07.499846 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86cff3-b8cd-4297-9472-604bc04698be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a51e2-683a-409f-928a-ce5cbee33af1,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:07.606932 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b22a-259e-4146-a33a-c4c8f12b2cc2 req-83d58bc3-c39a-4c53-b8b1-69180e1ab471 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:07.608410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4e74b22a-259e-4146-a33a-c4c8f12b2cc2 req-83d58bc3-c39a-4c53-b8b1-69180e1ab471 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0529811 Feb 16 09:32:07.661314 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4e74b22a-259e-4146-a33a-c4c8f12b2cc2 req-ccd782e3-7ea8-4f61-ab0e-490fea5a117d tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Feb 16 09:32:07.740089 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035776-d080-4e07-b385-50ceb749eaeb req-f947e616-3a41-434d-a524-1e111c1a5cf0 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:07.742173 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-48035776-d080-4e07-b385-50ceb749eaeb req-f947e616-3a41-434d-a524-1e111c1a5cf0 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0523696 Feb 16 09:32:07.800121 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-48035776-d080-4e07-b385-50ceb749eaeb req-14537934-b9f2-4e8d-91f4-643cf486014c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523140 Feb 16 09:32:07.953357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 4620089b-be8c-4a50-8ebf-88bbd279a934 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:07.973375 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 4620089b-be8c-4a50-8ebf-88bbd279a934 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:07.973709 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 4620089b-be8c-4a50-8ebf-88bbd279a934 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:08.784209 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a4da-5552-4703-9b3f-4240c0ceb5a2 req-e16feffd-ec8c-4b47-9062-08f3eaf054b5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:08.785595 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af01a4da-5552-4703-9b3f-4240c0ceb5a2 req-e16feffd-ec8c-4b47-9062-08f3eaf054b5 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0522187 Feb 16 09:32:08.833149 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af01a4da-5552-4703-9b3f-4240c0ceb5a2 req-99f8d83a-d79f-46d8-92a2-fa73b8795f8e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Feb 16 09:32:08.922191 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b554-7acf-44b5-aa69-a1941a787f31 req-667d3f69-a0e9-43af-9398-b0ae38f13e63 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:08.923640 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d111b554-7acf-44b5-aa69-a1941a787f31 req-667d3f69-a0e9-43af-9398-b0ae38f13e63 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0549619 Feb 16 09:32:08.981197 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d111b554-7acf-44b5-aa69-a1941a787f31 req-0f67eba1-6a01-421c-9db6-6aff9737728b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512824 Feb 16 09:32:09.964760 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03bcb1-166a-49ff-bb59-e29c8a67a03d req-d685152d-d6d9-4a96-a170-7b7a50555e57 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:09.966122 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc03bcb1-166a-49ff-bb59-e29c8a67a03d req-d685152d-d6d9-4a96-a170-7b7a50555e57 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0542300 Feb 16 09:32:10.012465 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc03bcb1-166a-49ff-bb59-e29c8a67a03d req-d95d56fd-5af0-4b1a-a52b-566c9b298e42 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Feb 16 09:32:10.099538 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d35f-d7b0-4634-8f69-deb1c406f7ab req-245a42b5-6799-4fe0-b15c-931eb8326ca5 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:10.101043 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e63d35f-d7b0-4634-8f69-deb1c406f7ab req-245a42b5-6799-4fe0-b15c-931eb8326ca5 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0516946 Feb 16 09:32:10.164056 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2e63d35f-d7b0-4634-8f69-deb1c406f7ab req-78af6be2-e709-4aa7-8db9-30a4575c05ef tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572143 Feb 16 09:32:10.963730 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0766d-e816-4639-9273-871c5c10c0dc req-1c6e6db1-a9fc-4213-b8d9-24a9dd49aee8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:10.965190 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-75b0766d-e816-4639-9273-871c5c10c0dc req-1c6e6db1-a9fc-4213-b8d9-24a9dd49aee8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0531390 Feb 16 09:32:11.069218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Deleting port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:32:11.070304 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.141634 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934184-b8ec-4312-8f82-be787961becf req-c68f6978-685f-4a19-b322-80145cbe26aa tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:11.143571 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2934184-b8ec-4312-8f82-be787961becf req-c68f6978-685f-4a19-b322-80145cbe26aa tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=58a1ade9-05fa-4148-b393-e7fe4c19b62c HTTP/1.1" status: 200 len: 945 time: 0.0579495 Feb 16 09:32:11.171724 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] For port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:11.172449 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.189250 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Calling delete_port for b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:32:11.203808 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e2934184-b8ec-4312-8f82-be787961becf req-49d90071-19ab-411a-b5fd-5be7e4825c55 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Feb 16 09:32:11.217341 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57868) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:11.291632 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e814d7e-119a-474f-8d6c-195355812459 req-be054630-82a0-473c-b5c6-068a2bbfba42 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:11.293167 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e814d7e-119a-474f-8d6c-195355812459 req-be054630-82a0-473c-b5c6-068a2bbfba42 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0572326 Feb 16 09:32:11.332156 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.346401 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.355560 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'b7086fee-94bd-4d76-83d6-9bf00999e33a'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:32:11.360756 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Pushing event deleted for resources: {'Port': ['ID=b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:11.382983 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e814d7e-119a-474f-8d6c-195355812459 req-f370b01e-33da-4ce3-ba37-7bae872b8e3b tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830650 Feb 16 09:32:11.408719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] No DVR routers for this DVR port b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:32:11.412162 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.415714 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-75b0766d-e816-4639-9273-871c5c10c0dc req-47c96a3b-800f-41d7-9845-26bcb66a7fd6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "DELETE /v2.0/ports/b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 HTTP/1.1" status: 204 len: 173 time: 0.4383419 Feb 16 09:32:11.416183 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'name': 'network-vif-deleted', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:32:11.418531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad16caf-1d57-467f-8fc3-151778b31e31" -d '{"events": [{"server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "name": "network-vif-deleted", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:32:11.465927 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44191827-7d86-42c2-ac8e-a7f847c84ef6 x-openstack-request-id: req-44191827-7d86-42c2-ac8e-a7f847c84ef6 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:32:11.466479 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ade9-05fa-4148-b393-e7fe4c19b62c", "name": "network-vif-deleted", "tag": "b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:32:11.466750 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-44191827-7d86-42c2-ac8e-a7f847c84ef6 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:32:11.467131 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1ade9-05fa-4148-b393-e7fe4c19b62c', 'name': 'network-vif-deleted', 'tag': 'b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66', 'status': 'completed', 'code': 200} Feb 16 09:32:11.469108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Publish callbacks [] for security_group (67f82f46-c2fe-4b2e-a82c-e0543aa6d95a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.474131 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (67f82f46-c2fe-4b2e-a82c-e0543aa6d95a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.516171 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=63daaf26cc99412a963a1e35e2027468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976549 Feb 16 09:32:11.517103 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f82f46-c2fe-4b2e-a82c-e0543aa6d95a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:11.519090 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57874) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:11.537114 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.537573 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.538050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.538964 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.539390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.539786 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.540211 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.540609 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.541001 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.541397 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.541787 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.542174 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.542503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c85c44-9011-4d24-a913-9128464407b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:11.581810 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] Publish callbacks [] for security_group (67f82f46-c2fe-4b2e-a82c-e0543aa6d95a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.603595 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] Publish callbacks [] for security_group (67f82f46-c2fe-4b2e-a82c-e0543aa6d95a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.650194 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (67f82f46-c2fe-4b2e-a82c-e0543aa6d95a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.652860 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:11.654306 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/67f82f46-c2fe-4b2e-a82c-e0543aa6d95a HTTP/1.1" status: 204 len: 168 time: 0.1334367 Feb 16 09:32:11.661945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ae94-0878-41eb-aabf-91d0fb96b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f82f46-c2fe-4b2e-a82c-e0543aa6d95a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:12.516169 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee296dd1-6d6f-4b42-a262-d9ec653938c4 req-94239058-4050-43c9-88b3-a651fa3ff8f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:12.517600 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee296dd1-6d6f-4b42-a262-d9ec653938c4 req-94239058-4050-43c9-88b3-a651fa3ff8f8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0939977 Feb 16 09:32:12.541047 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e90854-5511-461d-9725-78d4165be0d9 req-a14ca812-8055-41b8-8814-4db187f0691a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:12.542506 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-61e90854-5511-461d-9725-78d4165be0d9 req-a14ca812-8055-41b8-8814-4db187f0691a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0772071 Feb 16 09:32:12.605776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee296dd1-6d6f-4b42-a262-d9ec653938c4 req-691001f4-a912-48ac-82d2-5063b3e48fd1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816331 Feb 16 09:32:12.631635 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-61e90854-5511-461d-9725-78d4165be0d9 req-bdefb5cc-f72f-4bb0-b937-34710b8ab475 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824931 Feb 16 09:32:13.770303 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99306b6-8d89-44b8-b4ae-8474d49bf887 req-81424c9d-88c8-4a5e-85c7-b9a5aef50ce8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:13.771757 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b99306b6-8d89-44b8-b4ae-8474d49bf887 req-81424c9d-88c8-4a5e-85c7-b9a5aef50ce8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0898106 Feb 16 09:32:13.784285 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba311-3cd5-45c1-9790-65af5c3c7a79 req-a31d351d-7023-4735-8c88-143c5144d9a8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:13.785692 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74ba311-3cd5-45c1-9790-65af5c3c7a79 req-a31d351d-7023-4735-8c88-143c5144d9a8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0759223 Feb 16 09:32:13.856203 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b99306b6-8d89-44b8-b4ae-8474d49bf887 req-a0ed0d86-e0fb-498b-947c-b649c65c62c3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695262 Feb 16 09:32:13.877011 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b74ba311-3cd5-45c1-9790-65af5c3c7a79 req-eff7f9ee-1cf1-40b8-b824-3e2a5691a31c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=13dc3ee6-93cf-405d-83ee-d66b80f62f85&id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832531 Feb 16 09:32:14.082635 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57976) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:14.184831 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-51a8ee43-f039-44ae-8d2e-bb871c37adaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.255887 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-51a8ee43-f039-44ae-8d2e-bb871c37adaf admin admin] Publish callbacks [] for security_group (160f2702-87c9-4605-a88d-7c1f15390876), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.259761 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-51a8ee43-f039-44ae-8d2e-bb871c37adaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (160f2702-87c9-4605-a88d-7c1f15390876), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.297351 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-51a8ee43-f039-44ae-8d2e-bb871c37adaf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c13f10bd1059418395411296467ae379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135122 Feb 16 09:32:14.298551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ee43-f039-44ae-8d2e-bb871c37adaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f2702-87c9-4605-a88d-7c1f15390876,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.299923 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57980) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:14.351300 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] Publish callbacks [] for security_group (160f2702-87c9-4605-a88d-7c1f15390876), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.371817 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] Publish callbacks [] for security_group (160f2702-87c9-4605-a88d-7c1f15390876), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.416880 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (160f2702-87c9-4605-a88d-7c1f15390876), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.419548 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.420721 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/160f2702-87c9-4605-a88d-7c1f15390876 HTTP/1.1" status: 204 len: 168 time: 0.1198173 Feb 16 09:32:14.428351 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b5c78-5b19-4123-99df-2d4765869ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f2702-87c9-4605-a88d-7c1f15390876,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.677122 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57986) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:14.693177 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fac5095-7f89-4595-b776-fbd9aca9256f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.777748 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fac5095-7f89-4595-b776-fbd9aca9256f admin admin] Publish callbacks [] for security_group (5d1562a7-b757-4219-8027-52c56be1b29a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.792420 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4fac5095-7f89-4595-b776-fbd9aca9256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5d1562a7-b757-4219-8027-52c56be1b29a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.832831 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-4fac5095-7f89-4595-b776-fbd9aca9256f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c871f99b908349e0a664553ca64578b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546409 Feb 16 09:32:14.833543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac5095-7f89-4595-b776-fbd9aca9256f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1562a7-b757-4219-8027-52c56be1b29a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.835821 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 57988) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:14.890170 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] Publish callbacks [] for security_group (5d1562a7-b757-4219-8027-52c56be1b29a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.919369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] Publish callbacks [] for security_group (5d1562a7-b757-4219-8027-52c56be1b29a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.966939 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5d1562a7-b757-4219-8027-52c56be1b29a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.969498 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:14.970657 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5d1562a7-b757-4219-8027-52c56be1b29a HTTP/1.1" status: 204 len: 168 time: 0.1336219 Feb 16 09:32:14.978348 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f89f6-9e6b-4772-a9fe-2b4d76926e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1562a7-b757-4219-8027-52c56be1b29a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.989159 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acd2b9-48de-49bc-8282-10359d7767c6 req-07605231-9466-445a-9390-f64970c51ba8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:14.990648 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9acd2b9-48de-49bc-8282-10359d7767c6 req-07605231-9466-445a-9390-f64970c51ba8 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0561161 Feb 16 09:32:15.042104 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e9acd2b9-48de-49bc-8282-10359d7767c6 req-b1e2df8a-cf05-45bf-b18a-339b9566fbc1 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Feb 16 09:32:15.301056 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57996) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:15.308219 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-6bfb9beb-7a23-417e-8d97-1f94baa25898 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450845 Feb 16 09:32:15.313866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-de65c201-140c-4570-a546-41a10de863dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.391223 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-625ba9b3-55f6-4fab-a3f5-73f0d7c4a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.392740 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-625ba9b3-55f6-4fab-a3f5-73f0d7c4a346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1130 time: 0.0458019 Feb 16 09:32:15.393544 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-de65c201-140c-4570-a546-41a10de863dc admin admin] Publish callbacks [] for security_group (feb95960-3aa0-45c0-9954-64cafa00d4a4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.398047 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-de65c201-140c-4570-a546-41a10de863dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (feb95960-3aa0-45c0-9954-64cafa00d4a4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.438611 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-de65c201-140c-4570-a546-41a10de863dc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=53f3f92ec282499ebf65f6107ca09dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364882 Feb 16 09:32:15.439569 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c201-140c-4570-a546-41a10de863dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb95960-3aa0-45c0-9954-64cafa00d4a4,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:15.442945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 57998) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:15.492266 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] Publish callbacks [] for security_group (feb95960-3aa0-45c0-9954-64cafa00d4a4), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.511708 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-e236f553-a17f-4122-99bc-ed906aca93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.513201 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-e236f553-a17f-4122-99bc-ed906aca93fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.0852547 Feb 16 09:32:15.513913 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] Publish callbacks [] for security_group (feb95960-3aa0-45c0-9954-64cafa00d4a4), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.560766 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (feb95960-3aa0-45c0-9954-64cafa00d4a4), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.563253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:15.566937 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/feb95960-3aa0-45c0-9954-64cafa00d4a4 HTTP/1.1" status: 204 len: 168 time: 0.1201630 Feb 16 09:32:15.575106 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457e004-0869-4c60-a34f-ef16659d2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb95960-3aa0-45c0-9954-64cafa00d4a4,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:15.583100 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-f578472d-4544-491e-b48c-7453bb343be4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 1002 time: 0.0633907 Feb 16 09:32:15.636350 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-1e1b4c43-1f62-4560-bc69-afa6412cc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.637788 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-1e1b4c43-1f62-4560-bc69-afa6412cc39b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0450599 Feb 16 09:32:15.691456 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-40913a97-2b40-4b16-b27b-165ea62ea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.693002 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-40913a97-2b40-4b16-b27b-165ea62ea666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443161 Feb 16 09:32:15.788844 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-6e6f42f8-b897-4294-a644-050d2102c542 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865839 Feb 16 09:32:15.876939 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7cc37c3f-7ed7-4e29-a30c-d26792162d36 req-fce71c57-9c0f-4739-a84d-113a86ca27bc service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822856 Feb 16 09:32:15.982839 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:16.003000 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:16.003340 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b1d4c4f7-58cc-443d-ab3b-a01e5aff7c66 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:16.391256 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca9535-406c-442c-a78d-31e5f6ab49a5 req-fe04d207-7d27-4825-a1f1-bf3ea469cbb3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:16.392765 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c0ca9535-406c-442c-a78d-31e5f6ab49a5 req-fe04d207-7d27-4825-a1f1-bf3ea469cbb3 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.2830296 Feb 16 09:32:16.444340 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c0ca9535-406c-442c-a78d-31e5f6ab49a5 req-738752f7-06ee-4174-8f64-93ab74d785b6 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Feb 16 09:32:16.572140 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:32:16.926854 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:17.716631 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a08424-c5bf-42e0-93e3-8da62043165a req-a5b81295-2331-45c2-9382-2c7c9015e09a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:17.718169 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a08424-c5bf-42e0-93e3-8da62043165a req-a5b81295-2331-45c2-9382-2c7c9015e09a tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.2066333 Feb 16 09:32:17.765229 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a08424-c5bf-42e0-93e3-8da62043165a req-82bf661b-6809-406b-b507-c17d0159d33e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Feb 16 09:32:18.881529 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1e60f-99ae-4ae1-98a0-c24f3c94d46b req-68b38e02-ef7b-451f-af32-a76f74783090 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:18.883544 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-36b1e60f-99ae-4ae1-98a0-c24f3c94d46b req-68b38e02-ef7b-451f-af32-a76f74783090 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0519805 Feb 16 09:32:18.932412 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-36b1e60f-99ae-4ae1-98a0-c24f3c94d46b req-723dc6b2-fa28-40b9-9b72-11a07d4e7935 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Feb 16 09:32:20.280428 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09eed6-2af2-4e36-b80e-3be65a952b1a req-ecc96dda-b634-43f4-b97b-e7ebaf10e119 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:20.281784 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3f09eed6-2af2-4e36-b80e-3be65a952b1a req-ecc96dda-b634-43f4-b97b-e7ebaf10e119 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.2823784 Feb 16 09:32:20.326768 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3f09eed6-2af2-4e36-b80e-3be65a952b1a req-bbb3dada-7285-463e-8150-a5287e83388e tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391786 Feb 16 09:32:21.153844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-58febcf5-6c8f-4044-9b8a-eabb991e9964 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:21.155285 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-58febcf5-6c8f-4044-9b8a-eabb991e9964 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0555429 Feb 16 09:32:21.263014 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Deleting port b7086fee-94bd-4d76-83d6-9bf00999e33a {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:32:21.263356 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:21.363866 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] For port b7086fee-94bd-4d76-83d6-9bf00999e33a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=b7086fee-94bd-4d76-83d6-9bf00999e33a,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:21.364264 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:21.377952 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Calling delete_port for b7086fee-94bd-4d76-83d6-9bf00999e33a owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:32:21.450073 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b00b9c-bb5b-4021-88fe-b880ffb57a68 req-5540d3a4-d681-42e5-9a33-8565abf51b79 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:21.452471 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71b00b9c-bb5b-4021-88fe-b880ffb57a68 req-5540d3a4-d681-42e5-9a33-8565abf51b79 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/ports?device_id=589fdf14-4c5b-4760-a50a-326d5ba22b5b HTTP/1.1" status: 200 len: 946 time: 0.0558832 Feb 16 09:32:21.501420 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-71b00b9c-bb5b-4021-88fe-b880ffb57a68 req-d37334a2-e08e-4e66-80aa-4c58ac674d05 tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.90 "GET /v2.0/security-groups?id=e20a33b1-2470-4155-bdae-bc79bf36569a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Feb 16 09:32:21.508136 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (b7086fee-94bd-4d76-83d6-9bf00999e33a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:21.522369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['b7086fee-94bd-4d76-83d6-9bf00999e33a'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:32:21.543850 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Pushing event deleted for resources: {'Port': ['ID=b7086fee-94bd-4d76-83d6-9bf00999e33a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:21.586120 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] No DVR routers for this DVR port b7086fee-94bd-4d76-83d6-9bf00999e33a on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:32:21.588511 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:21.591700 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7ce9e1f8-3156-4859-a829-26b0de785edb req-72b76792-8fe2-42af-a68b-5e7799ff2f1b tempest-ServerRescueNegativeTestJSON-908247983 tempest-ServerRescueNegativeTestJSON-908247983-project] 10.222.0.24 "DELETE /v2.0/ports/b7086fee-94bd-4d76-83d6-9bf00999e33a HTTP/1.1" status: 204 len: 173 time: 0.4259264 Feb 16 09:32:21.592174 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'name': 'network-vif-deleted', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:32:21.594389 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf83ce3-1266-44c6-85c0-b1ff88fc87f6" -d '{"events": [{"server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "name": "network-vif-deleted", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:32:21.634400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e2d461-01bf-4776-b72b-891f3e085389 x-openstack-request-id: req-37e2d461-01bf-4776-b72b-891f3e085389 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:32:21.634692 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589fdf14-4c5b-4760-a50a-326d5ba22b5b", "name": "network-vif-deleted", "tag": "b7086fee-94bd-4d76-83d6-9bf00999e33a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:32:21.634943 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-37e2d461-01bf-4776-b72b-891f3e085389 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:32:21.635343 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589fdf14-4c5b-4760-a50a-326d5ba22b5b', 'name': 'network-vif-deleted', 'tag': 'b7086fee-94bd-4d76-83d6-9bf00999e33a', 'status': 'completed', 'code': 200} Feb 16 09:32:22.567752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58116) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:23.082794 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (f275b373-9532-4b4c-837e-632cd13bee3f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:23.388604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Deleting port ac579629-53fe-417c-9b70-6941e983aef1 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:32:23.388945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (ac579629-53fe-417c-9b70-6941e983aef1), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:23.470127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] For port ac579629-53fe-417c-9b70-6941e983aef1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=ac579629-53fe-417c-9b70-6941e983aef1,segment=NetworkSegment(19379e05-d5e3-4ceb-a794-9918d031e8bb),segment_id=19379e05-d5e3-4ceb-a794-9918d031e8bb)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:23.470490 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (ac579629-53fe-417c-9b70-6941e983aef1), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:23.484742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Calling delete_port for ac579629-53fe-417c-9b70-6941e983aef1 owned by network:router_interface {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:32:23.697850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (ac579629-53fe-417c-9b70-6941e983aef1), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:23.733802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac579629-53fe-417c-9b70-6941e983aef1,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:23.776139 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619e8c-6be6-48b2-98c3-8639b7b96806 req-dc042f69-28e9-4631-9e12-c7379aa3793d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:23.777617 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4f619e8c-6be6-48b2-98c3-8639b7b96806 req-dc042f69-28e9-4631-9e12-c7379aa3793d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1206238 Feb 16 09:32:23.915395 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4f619e8c-6be6-48b2-98c3-8639b7b96806 req-cf1f79d2-544a-4f95-9066-c65b9ebd69dc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190169 Feb 16 09:32:23.951457 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (f275b373-9532-4b4c-837e-632cd13bee3f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:24.169183 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Router f275b373-9532-4b4c-837e-632cd13bee3f has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:32:24.273848 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:32:24.278804 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-4a2c2a5f-81d4-4b5f-aa2f-ae5f8c00a869 admin admin] 10.222.0.90 "PUT /v2.0/routers/f275b373-9532-4b4c-837e-632cd13bee3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100022 Feb 16 09:32:24.281268 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58134) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:24.283236 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Sync routers for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:32:24.293961 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:32:24.294602 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:31:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.384286 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks [] for router (f275b373-9532-4b4c-837e-632cd13bee3f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:24.397693 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:32:24.580504 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:32:23Z', 'revision_number': 5, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.611599 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Checking router: f275b373-9532-4b4c-837e-632cd13bee3f for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:32:24.620595 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Routers {'f275b373-9532-4b4c-837e-632cd13bee3f'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:32:24.621220 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:31:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['f275b373-9532-4b4c-837e-632cd13bee3f'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.722890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks [] for router_gateway (f275b373-9532-4b4c-837e-632cd13bee3f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:24.728313 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] Set router f275b373-9532-4b4c-837e-632cd13bee3f gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:32:24.774205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Deleting port 21616b60-b196-435b-8820-dee60baad9b6 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:32:24.774526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (21616b60-b196-435b-8820-dee60baad9b6), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:24.860761 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] For port 21616b60-b196-435b-8820-dee60baad9b6, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=21616b60-b196-435b-8820-dee60baad9b6,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:24.861360 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (21616b60-b196-435b-8820-dee60baad9b6), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:24.875389 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Calling delete_port for 21616b60-b196-435b-8820-dee60baad9b6 owned by network:router_gateway {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:32:24.923900 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:32:23Z', 'revision_number': 5, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.951713 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603382e-6385-42fe-af96-e6fae846f0c9 None None] The sync data for ids ['f275b373-9532-4b4c-837e-632cd13bee3f'] in dv-cinder-828459-1-iscsi is: [{'id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1725360724-router', 'tenant_id': '7e491ed94c27421d8033572221092bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '21616b60-b196-435b-8820-dee60baad9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:32:23Z', 'revision_number': 5, 'project_id': '7e491ed94c27421d8033572221092bbd', 'gw_port': {'id': '21616b60-b196-435b-8820-dee60baad9b6', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f275b373-9532-4b4c-837e-632cd13bee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:32:25.095079 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c871-f522-4fea-ab4e-3261d8b2eb1f req-8b28d7a2-7eac-404e-8768-32c7051021bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:25.096580 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b343c871-f522-4fea-ab4e-3261d8b2eb1f req-8b28d7a2-7eac-404e-8768-32c7051021bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0999660 Feb 16 09:32:25.123374 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (21616b60-b196-435b-8820-dee60baad9b6), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.172128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21616b60-b196-435b-8820-dee60baad9b6,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:25.229016 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b343c871-f522-4fea-ab4e-3261d8b2eb1f req-818eda21-07a3-4ca3-ab7e-29530eecf8bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222003 Feb 16 09:32:25.250368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (f275b373-9532-4b4c-837e-632cd13bee3f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.359635 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (f275b373-9532-4b4c-837e-632cd13bee3f), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.361791 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks [] for router_controller (f275b373-9532-4b4c-837e-632cd13bee3f), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.425591 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (f275b373-9532-4b4c-837e-632cd13bee3f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.426600 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f275b373-9532-4b4c-837e-632cd13bee3f {{(pid=102655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:32:25.433024 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.436608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cec25ce7-2688-4ac3-bc96-d9529cb66dd2 admin admin] 10.222.0.90 "DELETE /v2.0/routers/f275b373-9532-4b4c-837e-632cd13bee3f HTTP/1.1" status: 204 len: 168 time: 1.1519480 Feb 16 09:32:25.436763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58144) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:25.441864 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device ac579629-53fe-417c-9b70-6941e983aef1 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:25.466145 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: ac579629-53fe-417c-9b70-6941e983aef1 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:25.466651 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device ac579629-53fe-417c-9b70-6941e983aef1 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:25.489180 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Deleting subnet fe5d7b85-854d-463c-97c5-58eea7eba6ee {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:32:25.493353 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Publish callbacks [] for subnet (fe5d7b85-854d-463c-97c5-58eea7eba6ee), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.527198 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (fe5d7b85-854d-463c-97c5-58eea7eba6ee), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.570311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (fe5d7b85-854d-463c-97c5-58eea7eba6ee), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.620076 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (fe5d7b85-854d-463c-97c5-58eea7eba6ee), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.644001 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5d7b85-854d-463c-97c5-58eea7eba6ee,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:25.648205 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.651400 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-700c358f-d8c7-47a5-a092-2366a281aae9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fe5d7b85-854d-463c-97c5-58eea7eba6ee HTTP/1.1" status: 204 len: 168 time: 0.2135677 Feb 16 09:32:25.653908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58146) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:25.720830 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (fc141c3e-4d40-40e4-aacf-153094906be0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.801545 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (fc141c3e-4d40-40e4-aacf-153094906be0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.821956 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc141c3e-4d40-40e4-aacf-153094906be0']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:25.831032 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19379e05-d5e3-4ceb-a794-9918d031e8bb') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:25.831279 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19379e05-d5e3-4ceb-a794-9918d031e8bb') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:25.840359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (19379e05-d5e3-4ceb-a794-9918d031e8bb), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.853933 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (19379e05-d5e3-4ceb-a794-9918d031e8bb), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.859705 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:32:25.860121 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (19379e05-d5e3-4ceb-a794-9918d031e8bb), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:32:25.861874 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:32:26.048637 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b7086fee-94bd-4d76-83d6-9bf00999e33a no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:26.073220 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: b7086fee-94bd-4d76-83d6-9bf00999e33a {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:26.073507 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device b7086fee-94bd-4d76-83d6-9bf00999e33a not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:26.167431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (fc141c3e-4d40-40e4-aacf-153094906be0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.175771 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58154) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:26.178107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.184012 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] 10.222.0.90 "DELETE /v2.0/networks/fc141c3e-4d40-40e4-aacf-153094906be0 HTTP/1.1" status: 204 len: 168 time: 0.5269601 Feb 16 09:32:26.190774 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2604ec-70fa-4072-9a6b-94c400398da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc141c3e-4d40-40e4-aacf-153094906be0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:26.292613 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-708a3cb4-d639-4644-b09a-b16fd6314555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.305733 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58162) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:26.345582 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-62ae7f8d-1af6-4aa3-96aa-ef2b9f309fb0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e491ed94c27421d8033572221092bbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383441 Feb 16 09:32:26.347849 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58164) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:26.391988 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0628b42-04bd-4ed8-a2f1-c5f7bad7a417 req-f75397e2-f2cd-4691-8fb4-01fe28a554bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:26.393486 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0628b42-04bd-4ed8-a2f1-c5f7bad7a417 req-f75397e2-f2cd-4691-8fb4-01fe28a554bd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0915811 Feb 16 09:32:26.400434 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] Publish callbacks [] for security_group (e20a33b1-2470-4155-bdae-bc79bf36569a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.422900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] Publish callbacks [] for security_group (e20a33b1-2470-4155-bdae-bc79bf36569a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.447609 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-708a3cb4-d639-4644-b09a-b16fd6314555 admin admin] Publish callbacks [] for security_group (ed59c126-b2a0-4c14-9476-a20864c21807), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.458719 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-708a3cb4-d639-4644-b09a-b16fd6314555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ed59c126-b2a0-4c14-9476-a20864c21807), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.469613 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e20a33b1-2470-4155-bdae-bc79bf36569a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.472116 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.473260 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e20a33b1-2470-4155-bdae-bc79bf36569a HTTP/1.1" status: 204 len: 168 time: 0.1244318 Feb 16 09:32:26.482158 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0281c1-9eac-4050-88d2-05feb37bc9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a33b1-2470-4155-bdae-bc79bf36569a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:26.484044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d0628b42-04bd-4ed8-a2f1-c5f7bad7a417 req-90108f10-4919-4a62-97a6-3259e055b358 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819361 Feb 16 09:32:26.508937 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-708a3cb4-d639-4644-b09a-b16fd6314555 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9e63f6b6e9334ad3a8651e71084ee9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318260 Feb 16 09:32:26.511394 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58168) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:26.517459 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a3cb4-d639-4644-b09a-b16fd6314555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59c126-b2a0-4c14-9476-a20864c21807,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:26.565426 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] Publish callbacks [] for security_group (ed59c126-b2a0-4c14-9476-a20864c21807), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.590293 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] Publish callbacks [] for security_group (ed59c126-b2a0-4c14-9476-a20864c21807), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.638098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ed59c126-b2a0-4c14-9476-a20864c21807), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.640955 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:26.644695 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed59c126-b2a0-4c14-9476-a20864c21807 HTTP/1.1" status: 204 len: 168 time: 0.1297290 Feb 16 09:32:26.650734 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77561054-0459-4602-9b55-b3bf70f3e02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59c126-b2a0-4c14-9476-a20864c21807,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:26.965423 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58184) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:26.978484 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e81a11fc-add5-4724-b778-9e0f3895fdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.062963 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e81a11fc-add5-4724-b778-9e0f3895fdef admin admin] Publish callbacks [] for security_group (74ff82d8-c753-4dad-a90e-09eba43846c6), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.067856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e81a11fc-add5-4724-b778-9e0f3895fdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (74ff82d8-c753-4dad-a90e-09eba43846c6), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.100198 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ca4a328e-1ce7-46cd-b12e-62ab83e73d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.107950 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e81a11fc-add5-4724-b778-9e0f3895fdef admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4695ddebbe9e465dade0d517c0e3da53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413097 Feb 16 09:32:27.108779 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a11fc-add5-4724-b778-9e0f3895fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff82d8-c753-4dad-a90e-09eba43846c6,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:27.110766 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58190) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:27.180251 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] Publish callbacks [] for security_group (74ff82d8-c753-4dad-a90e-09eba43846c6), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.202753 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] Publish callbacks [] for security_group (74ff82d8-c753-4dad-a90e-09eba43846c6), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.254465 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (74ff82d8-c753-4dad-a90e-09eba43846c6), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.257380 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.258571 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/74ff82d8-c753-4dad-a90e-09eba43846c6 HTTP/1.1" status: 204 len: 168 time: 0.1466050 Feb 16 09:32:27.268294 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b6b5b-447c-4095-bc0f-bb225d1beacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff82d8-c753-4dad-a90e-09eba43846c6,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:27.290366 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58198) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:27.348073 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 21616b60-b196-435b-8820-dee60baad9b6 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:32:27.368540 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 21616b60-b196-435b-8820-dee60baad9b6 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:32:27.368937 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 21616b60-b196-435b-8820-dee60baad9b6 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:32:27.392092 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1595858295-network', 'tenant_id': 'b2d578f0dcd149abbd283b0722d54bc4'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:32:27.412253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Made reservation on behalf of b2d578f0dcd149abbd283b0722d54bc4 for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:32:27.414946 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.423242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.498236 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks [] for security_group (a0bf337f-5421-4078-838d-8cd8ded29c86), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.502069 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a0bf337f-5421-4078-838d-8cd8ded29c86), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.527345 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:32:27.543533 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf337f-5421-4078-838d-8cd8ded29c86,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:27.548766 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (512c2603-6f00-45cf-b4af-5ec48eebb40b), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.549108 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Added segment 512c2603-6f00-45cf-b4af-5ec48eebb40b of type vlan for network 367decae-9b20-49e7-b4e9-c4d9454a764b Feb 16 09:32:27.618615 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (367decae-9b20-49e7-b4e9-c4d9454a764b), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.657740 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (367decae-9b20-49e7-b4e9-c4d9454a764b), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.658946 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:27.659623 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.674253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738fe1c-4d19-469e-954a-c3b9bc88832f req-766c9419-978a-432c-be49-507974625ede tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:27.675696 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2738fe1c-4d19-469e-954a-c3b9bc88832f req-766c9419-978a-432c-be49-507974625ede tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0952141 Feb 16 09:32:27.716827 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4252975 Feb 16 09:32:27.719760 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58214) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:27.727107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Request body: {'subnet': {'network_id': '367decae-9b20-49e7-b4e9-c4d9454a764b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1595858295-subnet', 'tenant_id': 'b2d578f0dcd149abbd283b0722d54bc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:32:27.749247 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Made reservation on behalf of b2d578f0dcd149abbd283b0722d54bc4 for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:32:27.751766 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63332472'] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:27.762406 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2d7f-ecce-43e1-8a94-ad7baa5cfca2 admin admin] Pushing event updated for resources: {'Network': ['ID=367decae-9b20-49e7-b4e9-c4d9454a764b,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:27.780526 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 367decae-9b20-49e7-b4e9-c4d9454a764b details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:32:27.785021 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2738fe1c-4d19-469e-954a-c3b9bc88832f req-62fc31ba-658d-4d03-afe5-0d9a7c7a5293 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968723 Feb 16 09:32:27.942820 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63140381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63332426'] for subnet (ef36711a-2d6c-418d-bab0-22cbd2464cd7), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.005088 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef36711a-2d6c-418d-bab0-22cbd2464cd7,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:28.024213 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Checking segment: {'id': '512c2603-6f00-45cf-b4af-5ec48eebb40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '367decae-9b20-49e7-b4e9-c4d9454a764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:32:28.024565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Network hostable DHCP agents. Network: 367decae-9b20-49e7-b4e9-c4d9454a764b, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:32:28.051765 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Network 367decae-9b20-49e7-b4e9-c4d9454a764b is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:32:28.061872 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 367decae-9b20-49e7-b4e9-c4d9454a764b) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:32:28.066639 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:28.067233 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.074842 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1fa93-d513-41bf-ab9f-488f0c720c24 None None] Network 367decae-9b20-49e7-b4e9-c4d9454a764b requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:32:28.093791 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0fc5f273-295f-4814-97e0-f4e3247b7caa admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3649499 Feb 16 09:32:28.355103 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55999f-ac42-49f6-a7bd-9251f1455900 None None] Network 367decae-9b20-49e7-b4e9-c4d9454a764b requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:32:28.698052 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58248) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:28.703003 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-989505822-network', 'tenant_id': '1e81a2e426f0448fba46b2150bf47583'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:32:28.720582 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Made reservation on behalf of 1e81a2e426f0448fba46b2150bf47583 for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:32:28.722923 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.731873 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.803919 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks [] for security_group (0e53ca92-10e4-4da1-aa47-d21943d6888e), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.807218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0e53ca92-10e4-4da1-aa47-d21943d6888e), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.834336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:32:28.845180 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e53ca92-10e4-4da1-aa47-d21943d6888e,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:28.849844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ebb75cf1-59e0-40d1-8bfe-60f58f852c59), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.850182 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Added segment ebb75cf1-59e0-40d1-8bfe-60f58f852c59 of type vlan for network d6040aac-a4aa-492e-a8e8-13f32c68e535 Feb 16 09:32:28.890748 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (d6040aac-a4aa-492e-a8e8-13f32c68e535), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.917746 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (d6040aac-a4aa-492e-a8e8-13f32c68e535), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.918619 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:28.919198 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.951055 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2517927 Feb 16 09:32:28.954140 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58254) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:28.959234 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Request body: {'subnet': {'network_id': 'd6040aac-a4aa-492e-a8e8-13f32c68e535', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-989505822-subnet', 'tenant_id': '1e81a2e426f0448fba46b2150bf47583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:32:28.980852 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Made reservation on behalf of 1e81a2e426f0448fba46b2150bf47583 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:32:28.983216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:28.984265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a8d5-a4bf-457f-bba6-2c8468e50dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=d6040aac-a4aa-492e-a8e8-13f32c68e535,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:28.996803 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network d6040aac-a4aa-492e-a8e8-13f32c68e535 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:32:29.189265 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (3e581942-9244-421a-9571-bc0e98f330b7), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.249613 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed4e5-34b2-4ac6-808b-d69d7a65eb71 req-a033eb55-e7c8-4fea-9cb8-1b51c33526e1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:29.251052 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-888ed4e5-34b2-4ac6-808b-d69d7a65eb71 req-a033eb55-e7c8-4fea-9cb8-1b51c33526e1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1054718 Feb 16 09:32:29.264998 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e581942-9244-421a-9571-bc0e98f330b7,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:29.290879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Checking segment: {'id': 'ebb75cf1-59e0-40d1-8bfe-60f58f852c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd6040aac-a4aa-492e-a8e8-13f32c68e535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:32:29.291224 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Network hostable DHCP agents. Network: d6040aac-a4aa-492e-a8e8-13f32c68e535, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:32:29.322653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-888ed4e5-34b2-4ac6-808b-d69d7a65eb71 req-792d1c41-067e-4eec-a0ec-9755bd78e54c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637000 Feb 16 09:32:29.323641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Network d6040aac-a4aa-492e-a8e8-13f32c68e535 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:32:29.333822 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, d6040aac-a4aa-492e-a8e8-13f32c68e535) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:32:29.347203 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:29.347796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.348404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96633cad-5968-4a3a-9374-abf3518c628b None None] Network d6040aac-a4aa-492e-a8e8-13f32c68e535 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:32:29.364285 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-bb8995a5-785a-4a5b-bd23-cf43f0391c97 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4088521 Feb 16 09:32:29.447891 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47289ca-a3e8-429b-946c-e55774ca8255 None None] Network d6040aac-a4aa-492e-a8e8-13f32c68e535 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:32:29.482801 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58258) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:29.527721 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Deleting subnet ef36711a-2d6c-418d-bab0-22cbd2464cd7 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:32:29.531059 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Publish callbacks [] for subnet (ef36711a-2d6c-418d-bab0-22cbd2464cd7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.537366 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-359c6d60-ca99-4328-bef4-1038b7d62bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.568557 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (ef36711a-2d6c-418d-bab0-22cbd2464cd7), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.607657 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (ef36711a-2d6c-418d-bab0-22cbd2464cd7), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.665651 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (ef36711a-2d6c-418d-bab0-22cbd2464cd7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.693155 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef36711a-2d6c-418d-bab0-22cbd2464cd7,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:29.701619 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.708458 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-70028381-e3cd-49b9-8126-56ac9e75249d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ef36711a-2d6c-418d-bab0-22cbd2464cd7 HTTP/1.1" status: 204 len: 168 time: 0.2246246 Feb 16 09:32:29.708601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58266) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:29.783470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (367decae-9b20-49e7-b4e9-c4d9454a764b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.862184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (367decae-9b20-49e7-b4e9-c4d9454a764b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.882351 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367decae-9b20-49e7-b4e9-c4d9454a764b']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:29.891902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512c2603-6f00-45cf-b4af-5ec48eebb40b') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:29.892258 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512c2603-6f00-45cf-b4af-5ec48eebb40b') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:29.902064 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (512c2603-6f00-45cf-b4af-5ec48eebb40b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.915028 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (512c2603-6f00-45cf-b4af-5ec48eebb40b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.921169 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:32:29.921586 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (512c2603-6f00-45cf-b4af-5ec48eebb40b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:32:29.923348 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:32:29.988728 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (367decae-9b20-49e7-b4e9-c4d9454a764b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.994002 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:29.997177 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] 10.222.0.90 "DELETE /v2.0/networks/367decae-9b20-49e7-b4e9-c4d9454a764b HTTP/1.1" status: 204 len: 168 time: 0.2875447 Feb 16 09:32:30.000548 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58268) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:30.016687 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104b6c8-a77a-4551-8491-9ba9a4aff408 admin admin] Pushing event deleted for resources: {'Network': ['ID=367decae-9b20-49e7-b4e9-c4d9454a764b,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:30.054921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Deleting subnet 3e581942-9244-421a-9571-bc0e98f330b7 {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:32:30.058263 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Publish callbacks [] for subnet (3e581942-9244-421a-9571-bc0e98f330b7), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.092446 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64702512'] for subnet (3e581942-9244-421a-9571-bc0e98f330b7), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.133992 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (3e581942-9244-421a-9571-bc0e98f330b7), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.186015 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64705816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64736942'] for subnet (3e581942-9244-421a-9571-bc0e98f330b7), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.213235 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e581942-9244-421a-9571-bc0e98f330b7,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:30.218120 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.221455 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-3fec827a-ea15-4cfa-b9ff-f1eb503f2bbe admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3e581942-9244-421a-9571-bc0e98f330b7 HTTP/1.1" status: 204 len: 168 time: 0.2200058 Feb 16 09:32:30.223891 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58270) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:30.296984 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (d6040aac-a4aa-492e-a8e8-13f32c68e535), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.386202 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (d6040aac-a4aa-492e-a8e8-13f32c68e535), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.430548 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6040aac-a4aa-492e-a8e8-13f32c68e535']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:30.446539 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb75cf1-59e0-40d1-8bfe-60f58f852c59') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:30.446841 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb75cf1-59e0-40d1-8bfe-60f58f852c59') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:30.457755 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (ebb75cf1-59e0-40d1-8bfe-60f58f852c59), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.474856 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ebb75cf1-59e0-40d1-8bfe-60f58f852c59), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.483621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a93a-cc4e-49cc-8c9f-3ac0cc99dbee req-be49ab50-ba25-4424-9fb5-bd3a058f626c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:30.485108 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4955a93a-cc4e-49cc-8c9f-3ac0cc99dbee req-be49ab50-ba25-4424-9fb5-bd3a058f626c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0915310 Feb 16 09:32:30.489684 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:32:30.490077 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (ebb75cf1-59e0-40d1-8bfe-60f58f852c59), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:32:30.491837 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:32:30.562495 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (d6040aac-a4aa-492e-a8e8-13f32c68e535), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.574069 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.578150 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d6040aac-a4aa-492e-a8e8-13f32c68e535 HTTP/1.1" status: 204 len: 168 time: 0.3533144 Feb 16 09:32:30.590922 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d6ab7-d2df-4411-abcd-19d72b0028a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6040aac-a4aa-492e-a8e8-13f32c68e535,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:30.595970 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4955a93a-cc4e-49cc-8c9f-3ac0cc99dbee req-f0645de9-d1b0-48ae-9580-85e80646c970 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952559 Feb 16 09:32:30.667968 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.744160 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58278) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:30.785038 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-471b75c2-aad4-47b0-b584-92aa0df843b1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b2d578f0dcd149abbd283b0722d54bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396833 Feb 16 09:32:30.787453 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58280) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:30.833595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] Publish callbacks [] for security_group (a0bf337f-5421-4078-838d-8cd8ded29c86), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.855128 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] Publish callbacks [] for security_group (a0bf337f-5421-4078-838d-8cd8ded29c86), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.900449 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a0bf337f-5421-4078-838d-8cd8ded29c86), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.902956 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:30.904108 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a0bf337f-5421-4078-838d-8cd8ded29c86 HTTP/1.1" status: 204 len: 168 time: 0.1153483 Feb 16 09:32:30.911725 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efabc74-2cd6-42fc-853b-2139942fc734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf337f-5421-4078-838d-8cd8ded29c86,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:31.235968 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58286) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:31.286711 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-fde82ee1-c7e4-4991-817c-3fe457dd7b95 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e81a2e426f0448fba46b2150bf47583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491560 Feb 16 09:32:31.289720 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58288) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:31.345404 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] Publish callbacks [] for security_group (0e53ca92-10e4-4da1-aa47-d21943d6888e), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:31.369569 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] Publish callbacks [] for security_group (0e53ca92-10e4-4da1-aa47-d21943d6888e), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:31.422017 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0e53ca92-10e4-4da1-aa47-d21943d6888e), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:31.425075 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:31.426401 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0e53ca92-10e4-4da1-aa47-d21943d6888e HTTP/1.1" status: 204 len: 168 time: 0.1357794 Feb 16 09:32:31.436557 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a35e-cc26-4ee0-b30e-ce5e11a951a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e53ca92-10e4-4da1-aa47-d21943d6888e,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:31.746777 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aefa3-336c-4a03-bbd1-eaaa7047e284 req-3bf19bdb-83fd-4d67-822f-047e0887058c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:31.748347 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a16aefa3-336c-4a03-bbd1-eaaa7047e284 req-3bf19bdb-83fd-4d67-822f-047e0887058c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0768960 Feb 16 09:32:31.809148 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a16aefa3-336c-4a03-bbd1-eaaa7047e284 req-bf1535fd-80c0-4baf-b23e-db4fc45b8dec tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527256 Feb 16 09:32:31.904350 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:32.931641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212053c9-912d-40da-a584-ad21a6dcb133 req-62d7fbd4-d95c-48dd-8c39-780a5a87c9d8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:32.933141 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-212053c9-912d-40da-a584-ad21a6dcb133 req-62d7fbd4-d95c-48dd-8c39-780a5a87c9d8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0536089 Feb 16 09:32:32.981576 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-212053c9-912d-40da-a584-ad21a6dcb133 req-4ecc6d6f-5895-4341-b3fd-2ad5798157a6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Feb 16 09:32:33.475288 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:34.103271 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affa649-199a-4b9a-9e7f-82c1a6c2fe5e req-4d7bdc7d-dbf8-42ec-bc9b-e615c5ae1bd5 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:34.104843 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0affa649-199a-4b9a-9e7f-82c1a6c2fe5e req-4d7bdc7d-dbf8-42ec-bc9b-e615c5ae1bd5 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0521462 Feb 16 09:32:34.152381 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0affa649-199a-4b9a-9e7f-82c1a6c2fe5e req-5dcbc1ed-0249-4154-b9f3-a2b96c27b3fd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Feb 16 09:32:34.361537 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028b2d9-2952-4399-a670-f7d43859c284 req-5c0eca89-566d-4d83-93d3-32f5cdc87817 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:34.363184 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8028b2d9-2952-4399-a670-f7d43859c284 req-5c0eca89-566d-4d83-93d3-32f5cdc87817 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0592520 Feb 16 09:32:34.424424 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8028b2d9-2952-4399-a670-f7d43859c284 req-60373531-c86c-4fdc-ae98-becff718eaa9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542278 Feb 16 09:32:35.546214 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0151378-f750-4898-b982-92cb5ec8b1fa req-e79fdd94-bed9-4e74-a47c-08a140168d5f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:35.547690 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f0151378-f750-4898-b982-92cb5ec8b1fa req-e79fdd94-bed9-4e74-a47c-08a140168d5f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0514047 Feb 16 09:32:35.593706 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f0151378-f750-4898-b982-92cb5ec8b1fa req-f551646b-4f1a-4d42-8ff8-36e2f108f2b0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Feb 16 09:32:36.708484 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa0cac-4d38-4848-8347-eacd4a33933c req-016f9a42-351d-40c6-a24b-770dbfcf5b64 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:36.709928 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84fa0cac-4d38-4848-8347-eacd4a33933c req-016f9a42-351d-40c6-a24b-770dbfcf5b64 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0512102 Feb 16 09:32:36.755512 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84fa0cac-4d38-4848-8347-eacd4a33933c req-1accae94-72ab-416f-8965-60998e39e647 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Feb 16 09:32:37.533110 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-fe7eeb13-e8d5-48e7-a2d5-a9d83d5becbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:37.534840 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-fe7eeb13-e8d5-48e7-a2d5-a9d83d5becbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 1130 time: 0.1461906 Feb 16 09:32:37.631303 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-4ff5ab9e-85f0-44f9-a7dd-76748011ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:37.633944 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-4ff5ab9e-85f0-44f9-a7dd-76748011ac81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.0870965 Feb 16 09:32:37.705386 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-044079a2-c6b5-4557-9360-6b27372c4ff5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 200 len: 1002 time: 0.0627122 Feb 16 09:32:37.759030 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-3fe663b9-4cbc-4801-b383-9c584ff64b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:37.760484 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-3fe663b9-4cbc-4801-b383-9c584ff64b39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0445659 Feb 16 09:32:37.813315 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-5b9e4241-86cb-4be6-8ec8-a061ad28c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:37.814860 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-5b9e4241-86cb-4be6-8ec8-a061ad28c17c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444107 Feb 16 09:32:37.881202 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a154-2661-495e-994b-acb3fac4766d req-f31d9969-a80e-4eee-8a02-15205ec4e254 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:37.883135 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f297a154-2661-495e-994b-acb3fac4766d req-f31d9969-a80e-4eee-8a02-15205ec4e254 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0561316 Feb 16 09:32:37.909321 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-b83088c0-133f-42be-b232-05ed72a7b4b6 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870562 Feb 16 09:32:37.929467 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f297a154-2661-495e-994b-acb3fac4766d req-7a20e4ac-4322-411b-b76e-6bc39ba96bd8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Feb 16 09:32:38.000933 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-c3ae9e39-621a-40df-80ca-104cfaefb204 req-79ac17e4-9953-44b5-a185-0b26dec42907 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817504 Feb 16 09:32:39.049392 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2f5dc-2b3a-464d-a8bc-cd529169fe8f req-e74dfc71-53c2-4bfd-9135-60ddbb6e4fe1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:39.050858 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ecd2f5dc-2b3a-464d-a8bc-cd529169fe8f req-e74dfc71-53c2-4bfd-9135-60ddbb6e4fe1 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0523014 Feb 16 09:32:39.098145 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ecd2f5dc-2b3a-464d-a8bc-cd529169fe8f req-2ee9d5b0-1f8e-4a0c-b192-a152a15232cf tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Feb 16 09:32:46.922247 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.155823 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58524) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:48.257915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb9cf-24e3-4629-a359-defd2a5fbc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.341308 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb9cf-24e3-4629-a359-defd2a5fbc40 admin admin] Publish callbacks [] for security_group (fce6f7ca-81cb-42e8-b1f4-846e8b20c80c), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.344993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb9cf-24e3-4629-a359-defd2a5fbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (fce6f7ca-81cb-42e8-b1f4-846e8b20c80c), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.382709 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5a5cb9cf-24e3-4629-a359-defd2a5fbc40 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09af9a746cd048c69c78c53b47f9127e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257383 Feb 16 09:32:48.383572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cb9cf-24e3-4629-a359-defd2a5fbc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce6f7ca-81cb-42e8-b1f4-846e8b20c80c,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:48.385987 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58534) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:48.438475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] Publish callbacks [] for security_group (fce6f7ca-81cb-42e8-b1f4-846e8b20c80c), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.465701 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] Publish callbacks [] for security_group (fce6f7ca-81cb-42e8-b1f4-846e8b20c80c), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.513040 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (fce6f7ca-81cb-42e8-b1f4-846e8b20c80c), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.515501 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.516654 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fce6f7ca-81cb-42e8-b1f4-846e8b20c80c HTTP/1.1" status: 204 len: 168 time: 0.1295366 Feb 16 09:32:48.524273 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ffc8-d347-4f87-914f-a490b03b7e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce6f7ca-81cb-42e8-b1f4-846e8b20c80c,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:48.776982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58542) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:48.789996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-997dcc05-6b7e-4b54-a354-78e37119f166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.862855 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-997dcc05-6b7e-4b54-a354-78e37119f166 admin admin] Publish callbacks [] for security_group (0d901a32-4735-4ca1-9869-192c355189c7), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.865690 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-997dcc05-6b7e-4b54-a354-78e37119f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0d901a32-4735-4ca1-9869-192c355189c7), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.902366 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dcc05-6b7e-4b54-a354-78e37119f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d901a32-4735-4ca1-9869-192c355189c7,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:48.907964 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-997dcc05-6b7e-4b54-a354-78e37119f166 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69b2f2c93aec401da908c65c2bdedd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299434 Feb 16 09:32:48.909547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58544) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:48.957044 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] Publish callbacks [] for security_group (0d901a32-4735-4ca1-9869-192c355189c7), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:48.977943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] Publish callbacks [] for security_group (0d901a32-4735-4ca1-9869-192c355189c7), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:49.027379 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0d901a32-4735-4ca1-9869-192c355189c7), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:49.029880 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:49.030998 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0d901a32-4735-4ca1-9869-192c355189c7 HTTP/1.1" status: 204 len: 168 time: 0.1201823 Feb 16 09:32:49.038833 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c5f85-5986-44a1-b2d2-d7af418743b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d901a32-4735-4ca1-9869-192c355189c7,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:51.022927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58652) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:51.128857 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f0f29bbf-b2c2-4787-b205-01dfe94fcd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.204902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f0f29bbf-b2c2-4787-b205-01dfe94fcd9a admin admin] Publish callbacks [] for security_group (9333213f-6647-4bc3-b0de-9e770a9dfb60), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.208647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f0f29bbf-b2c2-4787-b205-01dfe94fcd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9333213f-6647-4bc3-b0de-9e770a9dfb60), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.248535 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f0f29bbf-b2c2-4787-b205-01dfe94fcd9a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e3398fd31a7491f9db40c9f66f542f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245016 Feb 16 09:32:51.250519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f29bbf-b2c2-4787-b205-01dfe94fcd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9333213f-6647-4bc3-b0de-9e770a9dfb60,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:51.251181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58656) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:51.313524 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] Publish callbacks [] for security_group (9333213f-6647-4bc3-b0de-9e770a9dfb60), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.334855 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] Publish callbacks [] for security_group (9333213f-6647-4bc3-b0de-9e770a9dfb60), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.381000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9333213f-6647-4bc3-b0de-9e770a9dfb60), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.383635 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:51.384804 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9333213f-6647-4bc3-b0de-9e770a9dfb60 HTTP/1.1" status: 204 len: 168 time: 0.1325691 Feb 16 09:32:51.393336 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3dbf1-b18e-485c-b67b-eb402825595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333213f-6647-4bc3-b0de-9e770a9dfb60,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:53.571538 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:32:54.875616 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58712) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:54.985642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-139b9bba-fdcf-4dd6-847f-abbe4b1132fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.058960 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-139b9bba-fdcf-4dd6-847f-abbe4b1132fb admin admin] Publish callbacks [] for security_group (542f11c1-6926-42c1-8722-c5807efc1bf3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.063225 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-139b9bba-fdcf-4dd6-847f-abbe4b1132fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (542f11c1-6926-42c1-8722-c5807efc1bf3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.099257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b9bba-fdcf-4dd6-847f-abbe4b1132fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f11c1-6926-42c1-8722-c5807efc1bf3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:55.103406 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-139b9bba-fdcf-4dd6-847f-abbe4b1132fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a5554cb3efc447979595ed0cee782561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266533 Feb 16 09:32:55.106199 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58716) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:32:55.160292 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Publish callbacks [] for security_group (542f11c1-6926-42c1-8722-c5807efc1bf3), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.181965 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Publish callbacks [] for security_group (542f11c1-6926-42c1-8722-c5807efc1bf3), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.232788 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (542f11c1-6926-42c1-8722-c5807efc1bf3), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.235653 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:55.237091 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/542f11c1-6926-42c1-8722-c5807efc1bf3 HTTP/1.1" status: 204 len: 168 time: 0.1299093 Feb 16 09:32:55.245156 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f11c1-6926-42c1-8722-c5807efc1bf3,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:55.252961 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.253311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.253652 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.253988 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.254316 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.254760 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.255074 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.255415 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.255768 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.256240 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.256572 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.256910 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:55.257227 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f9e98a-a0e0-47f4-8d7e-3b967507fbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:57.095604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8aa5871d-5455-453c-8e47-cdda5e1aa355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:57.157931 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f81b26-63b7-4a4a-bf3b-d94c462f9e08 req-69bbd47e-efdc-4643-bafc-0e3a85d3d2bd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:57.159400 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89f81b26-63b7-4a4a-bf3b-d94c462f9e08 req-69bbd47e-efdc-4643-bafc-0e3a85d3d2bd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0563111 Feb 16 09:32:57.208831 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-89f81b26-63b7-4a4a-bf3b-d94c462f9e08 req-93c71142-c410-4b37-8353-ad49e8088611 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435293 Feb 16 09:32:58.337308 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642bf5e-ef7a-48c4-b31d-01c836777a85 req-2d858c65-986a-4a41-94db-b88cff21cfb7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:58.338840 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d642bf5e-ef7a-48c4-b31d-01c836777a85 req-2d858c65-986a-4a41-94db-b88cff21cfb7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0532236 Feb 16 09:32:58.386305 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d642bf5e-ef7a-48c4-b31d-01c836777a85 req-fbd327d8-4fd7-467e-a706-ee66d55b613e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Feb 16 09:32:59.488364 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-27848a93-33b3-4fcf-853e-c6dbc8c3d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:32:59.509854 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4345b-8061-43f8-a9a9-388c54d8e79d req-6ed7cf87-e111-4a16-842a-42748910917d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:59.511307 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8ff4345b-8061-43f8-a9a9-388c54d8e79d req-6ed7cf87-e111-4a16-842a-42748910917d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0521474 Feb 16 09:32:59.564241 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8ff4345b-8061-43f8-a9a9-388c54d8e79d req-8b87f524-e15a-4bfe-82fb-eed74497deff tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Feb 16 09:33:00.672130 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:00.690788 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb31892-9e8a-4d75-80c6-28a376593b8f req-418d4e7e-2ee9-47d3-b2d1-307bc8e522bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:00.692288 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9bb31892-9e8a-4d75-80c6-28a376593b8f req-418d4e7e-2ee9-47d3-b2d1-307bc8e522bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0555685 Feb 16 09:33:00.745744 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9bb31892-9e8a-4d75-80c6-28a376593b8f req-57529619-c87e-4986-8b68-f8e4e0edcddd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479236 Feb 16 09:33:01.360910 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-640d2896-e8aa-4a7a-ad97-77ce2fb421d7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:01.362344 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-640d2896-e8aa-4a7a-ad97-77ce2fb421d7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0569723 Feb 16 09:33:01.463505 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Deleting port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:01.463834 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.556386 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] For port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:01.556792 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.794834 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.795435 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.796099 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Floating IP fd6c3ddc-0121-4832-a68c-8d14b2b417df disassociated. External IP: 172.27.3.31, port: 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc. Feb 16 09:33:01.804581 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Calling delete_port for 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:01.887425 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97e61-7535-4407-b032-a5373320d5bd req-e1c70d1b-3786-49b8-8c71-fc7445d5e774 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:01.888954 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3a97e61-7535-4407-b032-a5373320d5bd req-e1c70d1b-3786-49b8-8c71-fc7445d5e774 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 947 time: 0.0645056 Feb 16 09:33:01.905831 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.938542 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (6a81f63f-5ef2-4223-b78f-5ddcc22b9edc), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:01.938804 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c3a97e61-7535-4407-b032-a5373320d5bd req-1747b407-c533-4e70-9649-30de59d7fe1f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=dd446664-eeb8-4d50-85e9-e67d3729100c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Feb 16 09:33:01.975941 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'Port': ['ID=6a81f63f-5ef2-4223-b78f-5ddcc22b9edc,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:02.090625 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:02.201354 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:02.211619 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:02.222733 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:02.223357 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:02.242000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] No DVR routers for this DVR port 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:02.244566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:02.247930 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8246135a-d1c0-4c97-94df-0e0a9122c555 req-a5cd7ad2-b3ad-438c-8152-6f17e254e2c1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "DELETE /v2.0/ports/6a81f63f-5ef2-4223-b78f-5ddcc22b9edc HTTP/1.1" status: 204 len: 173 time: 0.8797107 Feb 16 09:33:02.248443 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-deleted', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:02.251671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca41c9fb-b69f-4393-b4eb-3320386bad18" -d '{"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-deleted", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:02.351917 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:02.416283 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a289a40e-a06d-4df1-87d9-604522a5317f x-openstack-request-id: req-a289a40e-a06d-4df1-87d9-604522a5317f {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:02.416781 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77187-dab9-4257-b9fa-af11d158a868", "name": "network-vif-deleted", "tag": "6a81f63f-5ef2-4223-b78f-5ddcc22b9edc", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:02.416907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a289a40e-a06d-4df1-87d9-604522a5317f {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:02.417208 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77187-dab9-4257-b9fa-af11d158a868', 'name': 'network-vif-deleted', 'tag': '6a81f63f-5ef2-4223-b78f-5ddcc22b9edc', 'status': 'completed', 'code': 200} Feb 16 09:33:02.562001 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:02.587441 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:02.595885 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:02.596522 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:02.704302 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:02.923899 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:02.950950 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a79f2-7fac-4c05-8ead-27fe33c2599c None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:03.050313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-17bc49a7-111f-4fe1-a21d-551baa75b63e req-92e717a7-5573-47b6-a711-097f338a4e66 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.0371630 Feb 16 09:33:03.201391 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383d712-9880-4ccc-a61c-681a00061641 None None] New status for floating IP fd6c3ddc-0121-4832-a68c-8d14b2b417df: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:03.477703 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:04.147742 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-189e02de-3ed0-4a17-9f9c-a208b624adc6 req-1c8b0919-ea08-428b-9b7e-66402264a924 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.0259202 Feb 16 09:33:04.923911 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:04.949731 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:04.951033 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 6a81f63f-5ef2-4223-b78f-5ddcc22b9edc not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:05.260887 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee68212f-c167-437c-adab-df2910efb877 req-57e84206-8cad-4e45-b650-2a2d30c986e8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=dae77187-dab9-4257-b9fa-af11d158a868 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Feb 16 09:33:06.351361 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58858) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:06.404046 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (dd446664-eeb8-4d50-85e9-e67d3729100c), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.426906 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (dd446664-eeb8-4d50-85e9-e67d3729100c), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.474832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (dd446664-eeb8-4d50-85e9-e67d3729100c), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.477373 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.478525 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "DELETE /v2.0/security-groups/dd446664-eeb8-4d50-85e9-e67d3729100c HTTP/1.1" status: 204 len: 168 time: 0.1261756 Feb 16 09:33:06.481579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 58860) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:06.498370 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb63984-8938-4354-8226-9cae3c9208be tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd446664-eeb8-4d50-85e9-e67d3729100c,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:06.500565 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.api.v2.resource [None req-a31802aa-3a8b-400b-8c6a-a97c0c0dc021 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] show failed (client error): The resource could not be found. Feb 16 09:33:06.501543 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a31802aa-3a8b-400b-8c6a-a97c0c0dc021 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups/dd446664-eeb8-4d50-85e9-e67d3729100c HTTP/1.1" status: 404 len: 347 time: 0.0190930 Feb 16 09:33:06.504715 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58862) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:06.625510 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Deleting port 7c35523a-75dd-4497-9ece-d146dca7d3df {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:06.625850 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.700450 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.700773 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (7c35523a-75dd-4497-9ece-d146dca7d3df), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.711874 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Calling delete_port for 7c35523a-75dd-4497-9ece-d146dca7d3df owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:06.842879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (7c35523a-75dd-4497-9ece-d146dca7d3df), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.869556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'Port': ['ID=7c35523a-75dd-4497-9ece-d146dca7d3df,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:06.931216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (fd6c3ddc-0121-4832-a68c-8d14b2b417df), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.933820 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:06.934948 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2be05ef3-c6de-4366-b588-e4480102844d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "DELETE /v2.0/floatingips/fd6c3ddc-0121-4832-a68c-8d14b2b417df HTTP/1.1" status: 204 len: 168 time: 0.4294934 Feb 16 09:33:07.391088 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58870) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:07.395585 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103103312', 'description': 'tempest-description--304083512'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:07.416675 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.479095 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (f7fcb04e-6b38-40c2-9320-933b27e467c0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.482547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f7fcb04e-6b38-40c2-9320-933b27e467c0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.510543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fcb04e-6b38-40c2-9320-933b27e467c0,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:07.520326 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.521562 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-49bdf1ad-7b6a-4d61-8400-36c2875eed00 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294560 Feb 16 09:33:07.524414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58874) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:07.528648 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group_rule': {'security_group_id': 'f7fcb04e-6b38-40c2-9320-933b27e467c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:07.554802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (b710a96e-eb24-4f59-b5ad-cbcc129ccaf1), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.610790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (b710a96e-eb24-4f59-b5ad-cbcc129ccaf1), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.614127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (b710a96e-eb24-4f59-b5ad-cbcc129ccaf1), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.629330 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b710a96e-eb24-4f59-b5ad-cbcc129ccaf1,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:07.639701 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.641566 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-263fd068-5506-4252-878c-c188b3d3e3ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162100 Feb 16 09:33:07.644194 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58876) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:07.648465 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'security_group_rule': {'security_group_id': 'f7fcb04e-6b38-40c2-9320-933b27e467c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:07.672741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (83b0cceb-73b5-4409-8480-615fbca0a12b), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.730632 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (83b0cceb-73b5-4409-8480-615fbca0a12b), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.735525 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (83b0cceb-73b5-4409-8480-615fbca0a12b), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.752950 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b0cceb-73b5-4409-8480-615fbca0a12b,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:07.757813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.759024 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-efa10dca-9b57-4497-acee-af7ff160ffe8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138637 Feb 16 09:33:07.762098 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 58878) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:07.766737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:07.785465 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.883684 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:07.991128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Allocated IP 172.27.3.67 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/f02bf910-383a-4519-ad70-a85b041d9f80) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:08.099154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (f02bf910-383a-4519-ad70-a85b041d9f80), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.368314 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.403001 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:08.408360 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:08.412656 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:08.434986 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=f02bf910-383a-4519-ad70-a85b041d9f80,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:08.497208 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.534689 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.682381 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (f02bf910-383a-4519-ad70-a85b041d9f80), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.687866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.753920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=f02bf910-383a-4519-ad70-a85b041d9f80,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:08.765597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.781275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:08.782627 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-40fcd6d0-e07a-41f7-b955-cbbd3c7a33ec tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0196314 Feb 16 09:33:08.971328 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-fa640a4a-f698-4f48-a7a1-340cc75bd475 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1103103312&fields=id&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 267 time: 0.0406489 Feb 16 09:33:09.075498 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-d845d1cb-e9de-4ce9-a1bb-93c6bfb0a793 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:09.077495 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-d845d1cb-e9de-4ce9-a1bb-93c6bfb0a793 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 817 time: 0.0995836 Feb 16 09:33:09.091993 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-77fe9ed6-f700-4f24-a7f4-91a4423a48d5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/quotas/fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 375 time: 0.0090003 Feb 16 09:33:09.147808 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-9a49b0fb-ada2-4513-aa4e-e2aec9bb87b5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501361 Feb 16 09:33:09.338809 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-d771c795-e7bc-45d3-a275-ba4834e9dfff service neutron] 10.222.0.90 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790798 Feb 16 09:33:09.427362 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-2df3a897-e6a5-4301-aa18-cd5165ae000d service neutron] 10.222.0.90 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828185 Feb 16 09:33:09.585619 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c7e8c9a3-f050-4baf-ae5d-fafca21e556c req-3363fbef-f37e-44b7-8243-b50b348ed6e0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0259604 Feb 16 09:33:10.714257 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-19365554-180d-4e8a-a1b1-cd4f922df929 req-bc5b8a89-2b2b-4390-be47-153540abaa92 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0340345 Feb 16 09:33:10.784731 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-223ee359-8105-4d15-87ab-243670cedfd6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:10.788195 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-223ee359-8105-4d15-87ab-243670cedfd6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 817 time: 0.1560705 Feb 16 09:33:10.882283 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-4cbd9ae7-6ac0-42ec-ae9e-9df226421b19 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 380 time: 0.0796552 Feb 16 09:33:10.893404 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'port': {'device_id': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'admin_state_up': True, 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'security_groups': ['f7fcb04e-6b38-40c2-9320-933b27e467c0']}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:11.002298 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Made reservation on behalf of fd441a80d29f4b5db8245c523e2ee25a for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:11.005665 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.135585 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Allocated IP 172.20.0.14 (4bb600ea-fc11-40ae-ae1d-b5519b66130f/38f8e32c-0b0a-4f13-8b27-3b34696b9b87/a21ec6a9-6230-4264-91df-ce100358cd2e) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:11.270866 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.309247 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.354305 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:11.360204 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:11.362658 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:11.392563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:11.420159 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:11.420784 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.440130 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-8c94c437-f39f-4f2f-9f5c-809693b6d863 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5504541 Feb 16 09:33:11.453949 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Request body: {'port': {'device_id': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:11.514720 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.564243 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-f2870deb-801d-44de-a8ce-007a08f87b3c None None] Provisioning complete for port a21ec6a9-6230-4264-91df-ce100358cd2e triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:11.564876 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f2870deb-801d-44de-a8ce-007a08f87b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.602381 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-f2870deb-801d-44de-a8ce-007a08f87b3c None None] Port a21ec6a9-6230-4264-91df-ce100358cd2e cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:33:11.791390 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:11.800615 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks [] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.813530 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Transition to ACTIVE for port object a21ec6a9-6230-4264-91df-ce100358cd2e will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:33:11.817429 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:11.841996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812254d-e06a-4603-8e51-9342c0182088 req-e7c0d639-b0fa-4683-bcc1-b14a098e5548 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:11.843732 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5812254d-e06a-4603-8e51-9342c0182088 req-e7c0d639-b0fa-4683-bcc1-b14a098e5548 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 932 time: 0.0549719 Feb 16 09:33:11.869729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:11.920668 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5812254d-e06a-4603-8e51-9342c0182088 req-99d8a1bc-1ec4-48b5-8592-62489e419b0f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596137 Feb 16 09:33:11.956942 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Attempting to bind port a21ec6a9-6230-4264-91df-ce100358cd2e on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:33:11.957389 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Attempting to bind port a21ec6a9-6230-4264-91df-ce100358cd2e by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:33:11.957784 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Attempting to bind port a21ec6a9-6230-4264-91df-ce100358cd2e on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:11.962689 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Port a21ec6a9-6230-4264-91df-ce100358cd2e on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:33:11.963068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Attempting to bind port a21ec6a9-6230-4264-91df-ce100358cd2e on network 4bb600ea-fc11-40ae-ae1d-b5519b66130f {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:11.968001 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:33:11.968352 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Checking segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:11.968722 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Bound using segment: {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:33:11.969854 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Bound port: a21ec6a9-6230-4264-91df-ce100358cd2e, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:33:11.970440 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:12.035959 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:33:12.039284 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:33:12.045444 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:12.080988 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.081603 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:12.083007 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] 10.222.0.24 "PUT /v2.0/ports/a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 1094 time: 0.6342521 Feb 16 09:33:12.083437 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:12.085743 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419" -d '{"events": [{"name": "network-changed", "server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:12.111310 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95290-393c-44f1-8026-74ebcbc4adb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:12.159461 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503a3ba-2931-47a8-b824-33df53de1dc9 x-openstack-request-id: req-d503a3ba-2931-47a8-b824-33df53de1dc9 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:12.159820 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:12.160331 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d503a3ba-2931-47a8-b824-33df53de1dc9 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:12.160775 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'status': 'completed', 'code': 200} Feb 16 09:33:12.196856 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-e8153247-15b7-4baf-bb32-7c5af82af77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.198372 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-e8153247-15b7-4baf-bb32-7c5af82af77f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1128 time: 0.0524299 Feb 16 09:33:12.495756 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-1bd1bf31-de1a-405c-b458-d3781a8f5837 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 217 time: 0.2845631 Feb 16 09:33:12.546611 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-1a5c3984-f061-41ff-9062-8ee2aa0cd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.548283 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-1a5c3984-f061-41ff-9062-8ee2aa0cd3de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0453811 Feb 16 09:33:12.603740 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-f7365dda-98a1-4d28-b994-2d669918242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.605281 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-f7365dda-98a1-4d28-b994-2d669918242f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496891 Feb 16 09:33:12.701466 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-40e285d2-c0b6-42ee-9da9-29ad33845ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Feb 16 09:33:12.793701 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b8a17532-7d8a-401f-a3f2-8a8d225f8690 req-33ca4d0d-2cf4-4072-918e-8adca5c38ed9 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819461 Feb 16 09:33:12.895771 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-a31b147b-ca25-47f9-a04d-11e1094d2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.897490 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-a31b147b-ca25-47f9-a04d-11e1094d2592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1128 time: 0.0537169 Feb 16 09:33:12.991619 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-ed993cad-ba14-419e-aade-d9b170e834cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:12.993122 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-ed993cad-ba14-419e-aade-d9b170e834cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.0873837 Feb 16 09:33:13.045674 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-7b8fd28c-ab2b-4ee0-a2c4-cb3eda567e50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 217 time: 0.0455482 Feb 16 09:33:13.064464 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b373418-49da-4ce5-8ab5-71d858dc854e req-36cb2096-ca69-40f5-805e-2c1fcc39861e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:13.066136 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9b373418-49da-4ce5-8ab5-71d858dc854e req-36cb2096-ca69-40f5-805e-2c1fcc39861e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0637577 Feb 16 09:33:13.095789 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-44a40b8c-faac-4923-a978-9469997da87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:13.097264 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-44a40b8c-faac-4923-a978-9469997da87e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0439985 Feb 16 09:33:13.113658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9b373418-49da-4ce5-8ab5-71d858dc854e req-5e7ffa40-d46a-448e-bf85-135e241c2f4c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Feb 16 09:33:13.147889 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-f63695ba-4138-4c85-9c54-7e330e38857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:13.149460 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-f63695ba-4138-4c85-9c54-7e330e38857d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443604 Feb 16 09:33:13.247218 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-3aa78c75-90ee-4bf6-85cb-c9f209adbf1b service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890660 Feb 16 09:33:13.354376 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f96ad78c-f1b9-40de-9a6c-feab2c0d7419 req-a5ef5645-aa4f-49f0-97de-3c7d8750a071 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967729 Feb 16 09:33:13.902713 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59006) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:14.006460 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3985a2c2-b9b5-4865-80d3-006caa03a196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.083561 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3985a2c2-b9b5-4865-80d3-006caa03a196 admin admin] Publish callbacks [] for security_group (eb167e0d-0043-45f0-a825-9c4c1cc3b563), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.087662 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3985a2c2-b9b5-4865-80d3-006caa03a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (eb167e0d-0043-45f0-a825-9c4c1cc3b563), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.128960 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a2c2-b9b5-4865-80d3-006caa03a196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb167e0d-0043-45f0-a825-9c4c1cc3b563,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:14.133296 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3985a2c2-b9b5-4865-80d3-006caa03a196 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5105cd6acae94ba8a4cad44f95976834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295361 Feb 16 09:33:14.136119 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59016) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:14.195316 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] Publish callbacks [] for security_group (eb167e0d-0043-45f0-a825-9c4c1cc3b563), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.216897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] Publish callbacks [] for security_group (eb167e0d-0043-45f0-a825-9c4c1cc3b563), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.241936 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998bd5f-e931-462e-bd65-ad5041d8107c req-c42d2339-9e47-4224-8981-1d37f01600d0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:14.243394 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b998bd5f-e931-462e-bd65-ad5041d8107c req-c42d2339-9e47-4224-8981-1d37f01600d0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0544770 Feb 16 09:33:14.265447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (eb167e0d-0043-45f0-a825-9c4c1cc3b563), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.268704 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:14.269852 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eb167e0d-0043-45f0-a825-9c4c1cc3b563 HTTP/1.1" status: 204 len: 168 time: 0.1328945 Feb 16 09:33:14.277465 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c164df9-12f9-4288-a157-2ff78ad6d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb167e0d-0043-45f0-a825-9c4c1cc3b563,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:14.306771 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b998bd5f-e931-462e-bd65-ad5041d8107c req-b5c6e960-0560-4283-93bc-7e9f3109aca7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552645 Feb 16 09:33:15.435829 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-dd4d6fe4-5d1a-4abf-8bee-8e33af577907 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008906560&fields=id&tenant_id=95e44d55b575475e983667536f98ba1b HTTP/1.1" status: 200 len: 267 time: 0.0632277 Feb 16 09:33:15.436605 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59064) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:15.504970 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f43a3-e1ab-40e0-b3a8-2b2a3a5c3ee7 req-3a844bce-5005-46a4-ba4c-063edf4f4593 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:15.506458 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-745f43a3-e1ab-40e0-b3a8-2b2a3a5c3ee7 req-3a844bce-5005-46a4-ba4c-063edf4f4593 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0992084 Feb 16 09:33:15.541414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-19874d56-ee9f-43f3-95b4-6f585491d70c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:15.542911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-19874d56-ee9f-43f3-95b4-6f585491d70c tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 984 time: 0.0911794 Feb 16 09:33:15.543062 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:33:15.568697 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Request body: {'port': {'security_groups': ['80c78890-4351-4202-a2c3-33cde95137aa']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:15.625407 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-745f43a3-e1ab-40e0-b3a8-2b2a3a5c3ee7 req-2d4d45d3-76bf-4fc5-94c2-96d5b95079ed tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085105 Feb 16 09:33:15.645651 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:15.658272 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:33:15.673616 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.703679 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:15.704328 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.709320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-125de66f-1b36-4bcf-9303-b7ccfebc428c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.720478 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:15.747169 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:15.754846 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.803957 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-125de66f-1b36-4bcf-9303-b7ccfebc428c admin admin] Publish callbacks [] for security_group (43b000c3-31cf-4b34-b86a-a3e33bd94efa), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.809507 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-125de66f-1b36-4bcf-9303-b7ccfebc428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (43b000c3-31cf-4b34-b86a-a3e33bd94efa), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.823916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:15.834180 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.834616 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.834982 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.835322 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.836531 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.837022 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.837358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.837735 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.838664 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.839028 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.839367 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.839693 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.840051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:15.861351 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-125de66f-1b36-4bcf-9303-b7ccfebc428c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6cb62de0f3a54de7877da27cb2636d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241495 Feb 16 09:33:15.861915 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59076) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:15.863881 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125de66f-1b36-4bcf-9303-b7ccfebc428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b000c3-31cf-4b34-b86a-a3e33bd94efa,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:15.881556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:15.922141 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for port (a2193171-9529-4e4c-9102-94e96793a838), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.928572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.929366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] Publish callbacks [] for security_group (43b000c3-31cf-4b34-b86a-a3e33bd94efa), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.947824 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:15.956164 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] Publish callbacks [] for security_group (43b000c3-31cf-4b34-b86a-a3e33bd94efa), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.983539 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:15.984275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:15.986789 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44b3a470-3cd5-4b55-927c-494b821ecca6 req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "PUT /v2.0/ports/a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 942 time: 0.4285653 Feb 16 09:33:15.987321 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:15.989681 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:15.996868 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59080) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:16.036286 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (43b000c3-31cf-4b34-b86a-a3e33bd94efa), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.039349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.039794 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event updated for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=7']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:16.041089 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/43b000c3-31cf-4b34-b86a-a3e33bd94efa HTTP/1.1" status: 204 len: 168 time: 0.1781259 Feb 16 09:33:16.060619 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.060965 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.061302 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.061820 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.063319 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.063971 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.064637 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b1370-4164-4866-b0d5-810420506d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b000c3-31cf-4b34-b86a-a3e33bd94efa,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:16.064989 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.065563 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.070598 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.071163 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.072282 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.072839 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.073595 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3361027f-0055-40c7-a39a-2bbabf2ca034 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:16.127145 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (13dc3ee6-93cf-405d-83ee-d66b80f62f85), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.139683 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:16.188403 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (13dc3ee6-93cf-405d-83ee-d66b80f62f85), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.274743 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a21ec6a9-6230-4264-91df-ce100358cd2e'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:16.324178 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-721df335-f7b7-4ea1-a625-83394d9f7697 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102102 Feb 16 09:33:16.386047 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (13dc3ee6-93cf-405d-83ee-d66b80f62f85), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.389841 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.394222 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "DELETE /v2.0/security-groups/13dc3ee6-93cf-405d-83ee-d66b80f62f85 HTTP/1.1" status: 204 len: 168 time: 0.3936141 Feb 16 09:33:16.405849 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59088) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:16.475296 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc2a83-6fab-43af-9e73-bba1fa1419fb tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc3ee6-93cf-405d-83ee-d66b80f62f85,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:16.521469 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-3dd07a64-53c2-4c2f-87e6-c179db5e05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:16.523140 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-3dd07a64-53c2-4c2f-87e6-c179db5e05f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1129 time: 0.1650238 Feb 16 09:33:16.602037 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b19535-0912-414d-99dc-196560464e00 x-openstack-request-id: req-a1b19535-0912-414d-99dc-196560464e00 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:16.602394 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:16.602621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a1b19535-0912-414d-99dc-196560464e00 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:16.603021 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:33:16.614368 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-6d90b3d3-67e6-4e6f-b25a-c3f610bb9f88 None None] Provisioning complete for port a2193171-9529-4e4c-9102-94e96793a838 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:16.615307 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6d90b3d3-67e6-4e6f-b25a-c3f610bb9f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a2193171-9529-4e4c-9102-94e96793a838), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.651692 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-77574ecf-640d-4af8-8fc5-4ccfd2108d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:16.653544 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-77574ecf-640d-4af8-8fc5-4ccfd2108d5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.1039307 Feb 16 09:33:16.683596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Deleting port c80bebbc-f320-48ea-bed2-9188f8160a2f {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:16.683935 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.736241 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-1880aa24-465c-45c9-8b57-89df1166b522 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 1001 time: 0.0688462 Feb 16 09:33:16.794296 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-1b6e0e5d-be1f-4f30-933c-0909797bf9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:16.795712 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-1b6e0e5d-be1f-4f30-933c-0909797bf9a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0507748 Feb 16 09:33:16.806541 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-6d90b3d3-67e6-4e6f-b25a-c3f610bb9f88 None None] Current status of the port a2193171-9529-4e4c-9102-94e96793a838 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:16.810776 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.811116 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for floatingip (c80bebbc-f320-48ea-bed2-9188f8160a2f), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.823022 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34532-5046-4781-bd6a-5d6e41652983 req-03e20235-b966-4797-a68c-9058e91e9579 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:16.825623 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a5c34532-5046-4781-bd6a-5d6e41652983 req-03e20235-b966-4797-a68c-9058e91e9579 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.1113696 Feb 16 09:33:16.842863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Calling delete_port for c80bebbc-f320-48ea-bed2-9188f8160a2f owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:16.853478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-187d42af-99ce-4dfa-b5c4-ee4cbfa895ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:16.854975 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-187d42af-99ce-4dfa-b5c4-ee4cbfa895ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516727 Feb 16 09:33:16.925582 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:16.941137 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a5c34532-5046-4781-bd6a-5d6e41652983 req-8a2be2a3-e205-44e6-b526-497c890ee9e9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069667 Feb 16 09:33:16.959387 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-74e4d575-ff7d-450c-a18e-59a3cc953137 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920002 Feb 16 09:33:17.054052 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-035a9019-7481-4b25-b6fd-fa9fa63662bc req-70d3cc9b-d4eb-406b-83eb-df0dd428ee6b service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846732 Feb 16 09:33:17.054493 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (c80bebbc-f320-48ea-bed2-9188f8160a2f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:17.083431 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event deleted for resources: {'Port': ['ID=c80bebbc-f320-48ea-bed2-9188f8160a2f,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:17.146156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks [] for floatingip (7381f752-50dd-407c-b86e-5dc720f44f36), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:17.146480 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Floating IP 7381f752-50dd-407c-b86e-5dc720f44f36 disassociated (deleted). External IP: 172.27.3.110, port: a2193171-9529-4e4c-9102-94e96793a838. Feb 16 09:33:17.149778 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-3ef6c7a1-4dcc-453c-a885-a8d6ed1371e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:17.151289 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-3ef6c7a1-4dcc-453c-a885-a8d6ed1371e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1129 time: 0.0437980 Feb 16 09:33:17.257627 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-f52f4d2b-9910-414d-bb3e-825ff7a6525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:17.259088 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-f52f4d2b-9910-414d-bb3e-825ff7a6525c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.0901239 Feb 16 09:33:17.303243 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-6f556a28-11c9-4f24-9d33-cbd822db547b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 217 time: 0.0335803 Feb 16 09:33:17.360838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Router 876249e1-fd28-4975-addb-5aee0f8178b1 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:17.366426 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-1987f6e0-316f-463e-9750-4cb2c72e13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:17.367913 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-1987f6e0-316f-463e-9750-4cb2c72e13e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0490525 Feb 16 09:33:17.415879 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-0d419924-1671-4751-9eb4-4e848acec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:17.417392 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-0d419924-1671-4751-9eb4-4e848acec8c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432928 Feb 16 09:33:17.473181 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:17.478387 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:17.487597 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Sync routers for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:17.497603 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:17.498386 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:17.517059 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e48b986f-198e-413d-bb06-b4a1c9c85b98 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "DELETE /v2.0/floatingips/7381f752-50dd-407c-b86e-5dc720f44f36 HTTP/1.1" status: 204 len: 168 time: 1.0962713 Feb 16 09:33:17.527784 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-7db0bdf7-bb3c-4869-80bb-4a821e2c91a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926650 Feb 16 09:33:17.584533 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:33:17.639568 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-09b24ae3-c7ca-48cf-a313-cdf1da1ebf8e req-504850f5-ba6f-4756-b5cf-d1f23d3e09f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151330 Feb 16 09:33:17.669077 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:17.831319 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port a21ec6a9-6230-4264-91df-ce100358cd2e completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:33:17.841811 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a21ec6a9-6230-4264-91df-ce100358cd2e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:17.842178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:18.040128 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:18.040428 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:18.065726 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f350a43-39ca-490a-8fb5-067e2b549f55 req-3b17a735-dd13-4462-b909-c078f81378d0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:18.067198 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6f350a43-39ca-490a-8fb5-067e2b549f55 req-3b17a735-dd13-4462-b909-c078f81378d0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Feb 16 09:33:18.083329 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:18.085579 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b20206-d9f6-493b-a4e1-ff624479916c" -d '{"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:18.103001 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:18.109947 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:18.120882 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6f350a43-39ca-490a-8fb5-067e2b549f55 req-91c9f4a7-b758-4cf3-957e-e80da076a8ab tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479238 Feb 16 09:33:18.158054 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:18.194652 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Checking router: 876249e1-fd28-4975-addb-5aee0f8178b1 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:18.196529 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:18.208639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:18.209412 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:18.212182 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f25da5-170e-4d49-81ab-02be6dae2268 x-openstack-request-id: req-97f25da5-170e-4d49-81ab-02be6dae2268 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:18.212529 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:18.213365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-97f25da5-170e-4d49-81ab-02be6dae2268 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:18.213365 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'code': 200} Feb 16 09:33:18.322799 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:18.415185 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ec91a-9801-49f9-b820-41d33eec6b6e req-0dd5de1f-e8b4-4643-aa94-f52cb5171aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:18.416878 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-304ec91a-9801-49f9-b820-41d33eec6b6e req-0dd5de1f-e8b4-4643-aa94-f52cb5171aad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1130 time: 0.0490301 Feb 16 09:33:18.463458 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-304ec91a-9801-49f9-b820-41d33eec6b6e req-6d56c048-c1cd-410b-859e-5c9c4269ee10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Feb 16 09:33:18.530665 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:18.558662 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94248-4657-4a53-a07c-1cd641926198 None None] The sync data for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi is: [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:28:56Z', 'revision_number': 4, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e7b7c53a-dfdd-43cc-9d82-573bb182c0b2', 'name': '', 'network_id': 'ef95d463-d131-4802-b1e5-b712a0661bc4', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'mac_address': 'fa:16:3e:09:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:54Z', 'updated_at': '2022-02-16T09:29:03Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'subnets': [{'id': '6646d460-902a-42b0-b5a1-331fbd8254d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:18.603688 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:18.606138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:18.645012 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eae46cd-6f8f-4782-9b95-7102df7e02e7 x-openstack-request-id: req-9eae46cd-6f8f-4782-9b95-7102df7e02e7 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:18.645303 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:18.645556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9eae46cd-6f8f-4782-9b95-7102df7e02e7 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:18.645956 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:33:18.791580 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-8a6d7133-2c08-4d14-b0fd-eb1a740e4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:18.793570 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-8a6d7133-2c08-4d14-b0fd-eb1a740e4853 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e44d55b575475e983667536f98ba1b&device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 1129 time: 0.0657690 Feb 16 09:33:18.839194 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71214c5-1f14-4302-90e3-5479c4311701 None None] New status for floating IP 7381f752-50dd-407c-b86e-5dc720f44f36: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:18.911663 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-f86cc886-70c6-4b12-b78b-bb28876b7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:18.913305 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-f86cc886-70c6-4b12-b78b-bb28876b7062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 200 len: 915 time: 0.1131175 Feb 16 09:33:18.981764 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-ff46f33e-9ea6-4642-a708-e4da0e3b6db2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 200 len: 217 time: 0.0452337 Feb 16 09:33:19.046491 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-a98b5133-af62-4ebf-a6dc-29ab766efa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:19.049059 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-a98b5133-af62-4ebf-a6dc-29ab766efa82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 200 len: 853 time: 0.0603812 Feb 16 09:33:19.071920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59134) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:19.111038 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-c639bbcd-39ef-40e3-b4cd-107c8e89bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:19.112585 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-c639bbcd-39ef-40e3-b4cd-107c8e89bcca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef95d463-d131-4802-b1e5-b712a0661bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471227 Feb 16 09:33:19.187069 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6c3fceea-83e7-43c9-bfba-1b7c678f45b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.216793 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-d39ea969-6f80-4305-a0a2-8046b8398444 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954783 Feb 16 09:33:19.308994 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b71182-11b5-4bc3-a8a7-37a89cf0125a req-c19536b8-3fc7-436d-9496-ce83e8909757 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:19.310492 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84b71182-11b5-4bc3-a8a7-37a89cf0125a req-c19536b8-3fc7-436d-9496-ce83e8909757 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0857854 Feb 16 09:33:19.314816 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-0b3ed1aa-41cf-49bc-8f5a-05e087c627ba req-807e141a-5347-4b24-a105-f00201b8b2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875638 Feb 16 09:33:19.315848 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6c3fceea-83e7-43c9-bfba-1b7c678f45b2 admin admin] Publish callbacks [] for security_group (32d94d30-36e0-4f6e-950e-a795899a7fd5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.324764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6c3fceea-83e7-43c9-bfba-1b7c678f45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (32d94d30-36e0-4f6e-950e-a795899a7fd5), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.382233 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-6c3fceea-83e7-43c9-bfba-1b7c678f45b2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=033858c237e741dd8ccee9c7142a45f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091593 Feb 16 09:33:19.384886 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59140) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:19.391425 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fceea-83e7-43c9-bfba-1b7c678f45b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d94d30-36e0-4f6e-950e-a795899a7fd5,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:19.397712 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84b71182-11b5-4bc3-a8a7-37a89cf0125a req-b259157d-6f58-4a54-a470-6149e77f38ac tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803242 Feb 16 09:33:19.436733 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] Publish callbacks [] for security_group (32d94d30-36e0-4f6e-950e-a795899a7fd5), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.461852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] Publish callbacks [] for security_group (32d94d30-36e0-4f6e-950e-a795899a7fd5), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.511003 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (32d94d30-36e0-4f6e-950e-a795899a7fd5), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.513677 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.514836 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/32d94d30-36e0-4f6e-950e-a795899a7fd5 HTTP/1.1" status: 204 len: 168 time: 0.1289525 Feb 16 09:33:19.523446 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0519f2-54d2-4ce5-893e-7967772f4588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d94d30-36e0-4f6e-950e-a795899a7fd5,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:19.787281 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59146) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:19.800686 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-339cfe11-0f93-4608-9488-750bfd639e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.877579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-339cfe11-0f93-4608-9488-750bfd639e25 admin admin] Publish callbacks [] for security_group (8bfa6a81-d66f-4081-a492-7cb05d26128b), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.881507 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-339cfe11-0f93-4608-9488-750bfd639e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8bfa6a81-d66f-4081-a492-7cb05d26128b), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.921439 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-339cfe11-0f93-4608-9488-750bfd639e25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fdc8c28d3491458a8cd9c34b3c998de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330791 Feb 16 09:33:19.922390 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cfe11-0f93-4608-9488-750bfd639e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa6a81-d66f-4081-a492-7cb05d26128b,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:19.924246 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59148) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:19.976835 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] Publish callbacks [] for security_group (8bfa6a81-d66f-4081-a492-7cb05d26128b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:19.997296 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] Publish callbacks [] for security_group (8bfa6a81-d66f-4081-a492-7cb05d26128b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:20.044527 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8bfa6a81-d66f-4081-a492-7cb05d26128b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:20.047026 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:20.048387 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8bfa6a81-d66f-4081-a492-7cb05d26128b HTTP/1.1" status: 204 len: 168 time: 0.1230915 Feb 16 09:33:20.055840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a7f15-1af0-46a0-8c62-a4409a593b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa6a81-d66f-4081-a492-7cb05d26128b,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:20.315975 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b7dc-0fdb-4a2d-94e1-5539b57cf5f9 req-d968eae1-454c-4d90-a0e2-4efa55a1e95a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:20.317231 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1898b7dc-0fdb-4a2d-94e1-5539b57cf5f9 req-d968eae1-454c-4d90-a0e2-4efa55a1e95a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0551126 Feb 16 09:33:20.364768 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1898b7dc-0fdb-4a2d-94e1-5539b57cf5f9 req-83ccba13-5920-4ef1-ad46-07e3df95d95f tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Feb 16 09:33:20.526216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0cecd-0e20-4622-af10-4a71e2d0420e req-7bb7cbb1-eac5-40f9-a2db-dc940bdc7e28 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:20.527678 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-65f0cecd-0e20-4622-af10-4a71e2d0420e req-7bb7cbb1-eac5-40f9-a2db-dc940bdc7e28 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Feb 16 09:33:20.580102 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-65f0cecd-0e20-4622-af10-4a71e2d0420e req-6d45f92c-2e13-4bc2-a480-3937c7e9b753 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Feb 16 09:33:20.704705 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b537c6-9c05-4753-ac30-fece65447859 req-9d793392-705f-4583-9fd7-4b14bb36670f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:20.706199 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-10b537c6-9c05-4753-ac30-fece65447859 req-9d793392-705f-4583-9fd7-4b14bb36670f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0564501 Feb 16 09:33:20.714535 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59180) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:20.719436 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Request body: {'floatingip': {'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:20.757379 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:21.198941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:21.204061 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:21.307973 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Floating IP 5b9e2b57-5c6e-421b-8070-be1c45dd6a8f associated. External IP: 172.27.3.67, port: a21ec6a9-6230-4264-91df-ce100358cd2e. Feb 16 09:33:21.699006 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d205f7-a402-4e2b-ad24-946ae062d7c0 req-bd232b0c-e9d5-448e-9b37-cc805a1ef89a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:21.700527 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8d205f7-a402-4e2b-ad24-946ae062d7c0 req-bd232b0c-e9d5-448e-9b37-cc805a1ef89a tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0762775 Feb 16 09:33:21.822880 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b8d205f7-a402-4e2b-ad24-946ae062d7c0 req-908819d4-94de-4c59-bee1-aa3d8f87bdb8 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/security-groups?id=80c78890-4351-4202-a2c3-33cde95137aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138239 Feb 16 09:33:21.850721 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:21.961247 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:21.965641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:21.972418 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:21.981999 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:21.982609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:21.996661 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7a1691ee-4d88-4760-b615-39e270ae5288 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "PUT /v2.0/floatingips/5b9e2b57-5c6e-421b-8070-be1c45dd6a8f HTTP/1.1" status: 200 len: 991 time: 1.2810118 Feb 16 09:33:21.997481 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:22.005064 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed84376-13e5-4e1e-9b47-d3ef2502387a" -d '{"events": [{"name": "network-changed", "server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:22.060273 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ebb6c-d645-4d2d-bc95-389f3521b831 x-openstack-request-id: req-986ebb6c-d645-4d2d-bc95-389f3521b831 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:22.060638 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:22.061006 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-986ebb6c-d645-4d2d-bc95-389f3521b831 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:22.061765 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'status': 'completed', 'code': 200} Feb 16 09:33:22.136421 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:22.153722 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-10d3112e-9b4f-4db3-b638-6ce48486c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:22.154517 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-10d3112e-9b4f-4db3-b638-6ce48486c429 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1130 time: 0.0502038 Feb 16 09:33:22.278556 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-d74f28fa-059d-454d-b044-a0c2bd755430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:22.280109 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-d74f28fa-059d-454d-b044-a0c2bd755430 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.1189318 Feb 16 09:33:22.365868 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-e5ba3a08-53b2-4537-b342-6cae0f65db7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 999 time: 0.0701952 Feb 16 09:33:22.425744 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '5b9e2b57-5c6e-421b-8070-be1c45dd6a8f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:08Z', 'updated_at': '2022-02-16T09:33:21Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:22.452223 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-79737b41-28e3-4b4c-ba84-456f71c7b824 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:22.454077 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:22.454703 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-79737b41-28e3-4b4c-ba84-456f71c7b824 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.24 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 945 time: 0.0643225 Feb 16 09:33:22.457535 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-653bc71c-dc57-4d4b-affb-ecd366e03330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:22.459059 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-653bc71c-dc57-4d4b-affb-ecd366e03330 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0741396 Feb 16 09:33:22.463823 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:22.464471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:22.514015 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-2e84ac48-56b0-4d24-817b-0fd4d28806e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:22.516502 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-2e84ac48-56b0-4d24-817b-0fd4d28806e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490062 Feb 16 09:33:22.572039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Deleting port a2193171-9529-4e4c-9102-94e96793a838 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:22.572424 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (a2193171-9529-4e4c-9102-94e96793a838), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:22.583906 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:22.618485 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-4137a127-c9ab-4fd5-8d49-53c1e3021619 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955782 Feb 16 09:33:22.662479 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] For port a2193171-9529-4e4c-9102-94e96793a838, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a2193171-9529-4e4c-9102-94e96793a838,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:22.662752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (a2193171-9529-4e4c-9102-94e96793a838), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:22.680984 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Calling delete_port for a2193171-9529-4e4c-9102-94e96793a838 owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:22.719541 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4ed84376-13e5-4e1e-9b47-d3ef2502387a req-9712373b-77f9-48ab-aa0c-ec9e2353d8fb service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Feb 16 09:33:22.816118 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (a2193171-9529-4e4c-9102-94e96793a838), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:22.824757 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '5b9e2b57-5c6e-421b-8070-be1c45dd6a8f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:08Z', 'updated_at': '2022-02-16T09:33:21Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:22.829781 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a2193171-9529-4e4c-9102-94e96793a838'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:22.847128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Pushing event deleted for resources: {'Port': ['ID=a2193171-9529-4e4c-9102-94e96793a838,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:22.879893 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3eda4-3b48-4c77-a5ea-fd253fe10035 None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '5b9e2b57-5c6e-421b-8070-be1c45dd6a8f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:08Z', 'updated_at': '2022-02-16T09:33:21Z', 'revision_number': 1, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:22.910923 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] No DVR routers for this DVR port a2193171-9529-4e4c-9102-94e96793a838 on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:22.914081 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:22.917447 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d7ffb4c4-0c4b-4127-9434-2016e29dae9b req-029b79e4-cb95-481c-a68c-7532accc7afd tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.24 "DELETE /v2.0/ports/a2193171-9529-4e4c-9102-94e96793a838 HTTP/1.1" status: 204 len: 173 time: 0.4507723 Feb 16 09:33:22.946147 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56e7aba2-10ac-49e1-8198-5a18e410d610 req-db3018fe-54f8-4e46-8dbc-c6937a451299 tempest-TestMinimumBasicScenario-1802424521 tempest-TestMinimumBasicScenario-1802424521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c060326b-a12a-448e-bc5c-62ed45017b8d HTTP/1.1" status: 200 len: 210 time: 0.0374856 Feb 16 09:33:23.106474 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeee8ce-ab1e-4063-8b38-2299a95e2c34 None None] New status for floating IP 5b9e2b57-5c6e-421b-8070-be1c45dd6a8f: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:24.064307 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'name': 'network-vif-deleted', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:24.066170 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc69884-9b21-47cb-8456-d782b201ab6d" -d '{"events": [{"server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "name": "network-vif-deleted", "tag": "a2193171-9529-4e4c-9102-94e96793a838"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:24.111221 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716fd1b-8d54-46aa-8033-b80022db875e x-openstack-request-id: req-b716fd1b-8d54-46aa-8033-b80022db875e {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:24.111511 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060326b-a12a-448e-bc5c-62ed45017b8d", "name": "network-vif-deleted", "tag": "a2193171-9529-4e4c-9102-94e96793a838", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:24.111757 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b716fd1b-8d54-46aa-8033-b80022db875e {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:24.112205 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060326b-a12a-448e-bc5c-62ed45017b8d', 'name': 'network-vif-deleted', 'tag': 'a2193171-9529-4e4c-9102-94e96793a838', 'status': 'completed', 'code': 200} Feb 16 09:33:24.632107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59314) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:25.035004 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (876249e1-fd28-4975-addb-5aee0f8178b1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:25.333442 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Deleting port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:25.333772 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:25.413493 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] For port e7b7c53a-dfdd-43cc-9d82-573bb182c0b2, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:25.413844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:25.425986 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Calling delete_port for e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:25.621839 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (e7b7c53a-dfdd-43cc-9d82-573bb182c0b2), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:25.649604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b7c53a-dfdd-43cc-9d82-573bb182c0b2,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:25.658661 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a2193171-9529-4e4c-9102-94e96793a838 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:25.686230 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: a2193171-9529-4e4c-9102-94e96793a838 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:25.686570 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a2193171-9529-4e4c-9102-94e96793a838 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:26.053963 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (876249e1-fd28-4975-addb-5aee0f8178b1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.287256 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Router 876249e1-fd28-4975-addb-5aee0f8178b1 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:26.392971 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:26.398046 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1c46f0af-102e-44a7-b608-c5fd28304885 admin admin] 10.222.0.90 "PUT /v2.0/routers/876249e1-fd28-4975-addb-5aee0f8178b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646852 Feb 16 09:33:26.400679 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59324) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:26.401825 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Sync routers for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:26.412910 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:26.413514 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:26.507627 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks [] for router (876249e1-fd28-4975-addb-5aee0f8178b1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.520991 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:26.629392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks [] for router_gateway (876249e1-fd28-4975-addb-5aee0f8178b1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.686698 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Deleting port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:26.687370 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.772240 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] For port 306ef1f9-5ff7-4934-9d4f-c6e84c12245f, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:26.772763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.785808 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Calling delete_port for 306ef1f9-5ff7-4934-9d4f-c6e84c12245f owned by network:router_gateway {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:26.846159 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:33:25Z', 'revision_number': 5, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port': {'id': '306ef1f9-5ff7-4934-9d4f-c6e84c12245f', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:52Z', 'updated_at': '2022-02-16T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:26.873495 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Checking router: 876249e1-fd28-4975-addb-5aee0f8178b1 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:26.884052 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Routers {'876249e1-fd28-4975-addb-5aee0f8178b1'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:26.884890 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:32:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['876249e1-fd28-4975-addb-5aee0f8178b1'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:26.968612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (306ef1f9-5ff7-4934-9d4f-c6e84c12245f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:26.983406 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] Set router 876249e1-fd28-4975-addb-5aee0f8178b1 gateway port host: None {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:26.993216 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Pushing event deleted for resources: {'Port': ['ID=306ef1f9-5ff7-4934-9d4f-c6e84c12245f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:27.041717 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:33:26Z', 'revision_number': 6, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:27.055063 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (876249e1-fd28-4975-addb-5aee0f8178b1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.069812 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f9301-6c6b-45e3-ae88-2a094d22528f None None] The sync data for ids ['876249e1-fd28-4975-addb-5aee0f8178b1'] in dv-cinder-828459-1-iscsi is: [{'id': '876249e1-fd28-4975-addb-5aee0f8178b1', 'name': 'tempest-TestMinimumBasicScenario-217752429-router', 'tenant_id': '95e44d55b575475e983667536f98ba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:51Z', 'updated_at': '2022-02-16T09:33:26Z', 'revision_number': 6, 'project_id': '95e44d55b575475e983667536f98ba1b', 'gw_port_host': None}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:27.101681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-18828214-fcf0-482c-a6a0-4dd2a3007416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.171457 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (876249e1-fd28-4975-addb-5aee0f8178b1), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.173895 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks [] for router_controller (876249e1-fd28-4975-addb-5aee0f8178b1), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.235947 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (876249e1-fd28-4975-addb-5aee0f8178b1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.236596 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876249e1-fd28-4975-addb-5aee0f8178b1 {{(pid=102656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:33:27.241409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.242710 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f8103e71-2c22-4344-82d5-4ae99c6411cf admin admin] 10.222.0.90 "DELETE /v2.0/routers/876249e1-fd28-4975-addb-5aee0f8178b1 HTTP/1.1" status: 204 len: 168 time: 0.8410234 Feb 16 09:33:27.245147 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59346) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:27.288152 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Deleting subnet 6646d460-902a-42b0-b5a1-331fbd8254d0 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:33:27.291276 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Publish callbacks [] for subnet (6646d460-902a-42b0-b5a1-331fbd8254d0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.327459 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (6646d460-902a-42b0-b5a1-331fbd8254d0), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.429872 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (6646d460-902a-42b0-b5a1-331fbd8254d0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.494346 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (6646d460-902a-42b0-b5a1-331fbd8254d0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.520580 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6646d460-902a-42b0-b5a1-331fbd8254d0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:27.526377 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.532732 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a68926fd-1dd6-4de7-8701-83f3a9abb4b8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6646d460-902a-42b0-b5a1-331fbd8254d0 HTTP/1.1" status: 204 len: 168 time: 0.2836928 Feb 16 09:33:27.533541 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59348) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:27.536092 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e15992-dc2e-402d-98a6-7557d7def897 None None] Network ef95d463-d131-4802-b1e5-b712a0661bc4 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:33:27.571179 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:27.603463 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (ef95d463-d131-4802-b1e5-b712a0661bc4), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.621565 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:27.621906 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e7b7c53a-dfdd-43cc-9d82-573bb182c0b2 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:27.662199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Deleting port deb0f0b4-c733-4c4d-a76e-8db69fa5908c {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:27.662541 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.725752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] For port deb0f0b4-c733-4c4d-a76e-8db69fa5908c, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,segment=NetworkSegment(3c36e503-3ff4-41d8-bdbc-f4fc664c6199),segment_id=3c36e503-3ff4-41d8-bdbc-f4fc664c6199)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:27.726118 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.738048 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Calling delete_port for deb0f0b4-c733-4c4d-a76e-8db69fa5908c owned by network:dhcp {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:27.819769 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (deb0f0b4-c733-4c4d-a76e-8db69fa5908c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.846714 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb0f0b4-c733-4c4d-a76e-8db69fa5908c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:27.848823 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] No DVR routers for this DVR port deb0f0b4-c733-4c4d-a76e-8db69fa5908c on host dv-cinder-828459-1-iscsi {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:27.901342 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d62f0-f086-451b-99a0-679b4ad1db1b None None] DHCP port deletion for ef95d463-d131-4802-b1e5-b712a0661bc4 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:33:27.934540 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (ef95d463-d131-4802-b1e5-b712a0661bc4), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.957076 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef95d463-d131-4802-b1e5-b712a0661bc4']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:27.966863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c36e503-3ff4-41d8-bdbc-f4fc664c6199') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:27.967160 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c36e503-3ff4-41d8-bdbc-f4fc664c6199') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:27.977227 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (3c36e503-3ff4-41d8-bdbc-f4fc664c6199), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.993563 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (3c36e503-3ff4-41d8-bdbc-f4fc664c6199), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:27.999987 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:33:28.005270 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (3c36e503-3ff4-41d8-bdbc-f4fc664c6199), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:33:28.007217 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:33:28.068886 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (ef95d463-d131-4802-b1e5-b712a0661bc4), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.085414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.088690 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ef95d463-d131-4802-b1e5-b712a0661bc4 HTTP/1.1" status: 204 len: 168 time: 0.5547478 Feb 16 09:33:28.089703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9574e-494c-489b-91a3-e61052186838 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef95d463-d131-4802-b1e5-b712a0661bc4,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:28.092317 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59358) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:28.287759 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59362) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:28.403556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-818499a8-e483-4444-b58c-25da0a17bfcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.481634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.485955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-818499a8-e483-4444-b58c-25da0a17bfcc admin admin] Publish callbacks [] for security_group (ccf7412a-bca1-44a8-88ac-193dd1b11677), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.491069 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-818499a8-e483-4444-b58c-25da0a17bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ccf7412a-bca1-44a8-88ac-193dd1b11677), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.534806 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-818499a8-e483-4444-b58c-25da0a17bfcc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=022225c0ecac402997804da54e283a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458322 Feb 16 09:33:28.535432 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818499a8-e483-4444-b58c-25da0a17bfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf7412a-bca1-44a8-88ac-193dd1b11677,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:28.537952 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59366) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:28.593396 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] Publish callbacks [] for security_group (ccf7412a-bca1-44a8-88ac-193dd1b11677), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.624179 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] Publish callbacks [] for security_group (ccf7412a-bca1-44a8-88ac-193dd1b11677), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.673102 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (ccf7412a-bca1-44a8-88ac-193dd1b11677), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.675639 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.676803 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccf7412a-bca1-44a8-88ac-193dd1b11677 HTTP/1.1" status: 204 len: 168 time: 0.1376295 Feb 16 09:33:28.685226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881ea5-7210-4cdc-ad3c-f29dce01aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf7412a-bca1-44a8-88ac-193dd1b11677,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:28.748928 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Deleting port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:28.749251 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.829859 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] For port 040db9b8-cc5b-4bc6-b6bb-0538074e3dda, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:28.830226 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:28.842717 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Calling delete_port for 040db9b8-cc5b-4bc6-b6bb-0538074e3dda owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:28.956788 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59372) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:28.981612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b720-741b-4f4b-b43f-32c04e33ff67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.066608 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (040db9b8-cc5b-4bc6-b6bb-0538074e3dda), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.104156 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Pushing event deleted for resources: {'Port': ['ID=040db9b8-cc5b-4bc6-b6bb-0538074e3dda,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:29.158881 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b720-741b-4f4b-b43f-32c04e33ff67 admin admin] Publish callbacks [] for security_group (18f3e881-a3bb-4559-9f9c-5e9a75bf7976), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.167971 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b720-741b-4f4b-b43f-32c04e33ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (18f3e881-a3bb-4559-9f9c-5e9a75bf7976), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.217600 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c0c2b720-741b-4f4b-b43f-32c04e33ff67 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d82b405891d4481bce5660793434e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560170 Feb 16 09:33:29.220568 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2b720-741b-4f4b-b43f-32c04e33ff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3e881-a3bb-4559-9f9c-5e9a75bf7976,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:29.221266 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59376) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:29.275180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] Publish callbacks [] for security_group (18f3e881-a3bb-4559-9f9c-5e9a75bf7976), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.299161 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] Publish callbacks [] for security_group (18f3e881-a3bb-4559-9f9c-5e9a75bf7976), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.352557 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (18f3e881-a3bb-4559-9f9c-5e9a75bf7976), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.355137 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.356406 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18f3e881-a3bb-4559-9f9c-5e9a75bf7976 HTTP/1.1" status: 204 len: 168 time: 0.1338701 Feb 16 09:33:29.365283 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0633ea-5cf5-47ae-940f-2822760669e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3e881-a3bb-4559-9f9c-5e9a75bf7976,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:29.499369 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42822fb9-72a5-4215-8250-0be15e59e7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.511124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 306ef1f9-5ff7-4934-9d4f-c6e84c12245f no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:29.541199 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 306ef1f9-5ff7-4934-9d4f-c6e84c12245f {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:29.541385 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 306ef1f9-5ff7-4934-9d4f-c6e84c12245f not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:29.541916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device deb0f0b4-c733-4c4d-a76e-8db69fa5908c no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:29.563365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: deb0f0b4-c733-4c4d-a76e-8db69fa5908c {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:29.563365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device deb0f0b4-c733-4c4d-a76e-8db69fa5908c not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:29.595816 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.824327 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:29.864169 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59382) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:29.877003 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1cbb538b-dab1-4c01-a689-2a1b8719d8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.941755 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:29.947125 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3e5c358c-12e4-4715-a41d-eff9a36c86ef admin admin] 10.222.0.90 "PUT /v2.0/routers/563d7ea4-2ad9-41bc-ac66-006d6f33bcbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537548 Feb 16 09:33:29.949610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59384) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:29.951330 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Sync routers for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:29.958592 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1cbb538b-dab1-4c01-a689-2a1b8719d8a1 admin admin] Publish callbacks [] for security_group (0d8aa12a-b6c8-4cde-8815-7b9299e70d3a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:29.961645 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:29.962316 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:29.965397 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1cbb538b-dab1-4c01-a689-2a1b8719d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0d8aa12a-b6c8-4cde-8815-7b9299e70d3a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.006344 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb538b-dab1-4c01-a689-2a1b8719d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8aa12a-b6c8-4cde-8815-7b9299e70d3a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:30.014182 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1cbb538b-dab1-4c01-a689-2a1b8719d8a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f1b52fc36c14232a673450ce04c3cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489604 Feb 16 09:33:30.015455 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59386) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:30.070115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] Publish callbacks [] for security_group (0d8aa12a-b6c8-4cde-8815-7b9299e70d3a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.079064 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks [] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.094260 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] Publish callbacks [] for security_group (0d8aa12a-b6c8-4cde-8815-7b9299e70d3a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.143969 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0d8aa12a-b6c8-4cde-8815-7b9299e70d3a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.147884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.151772 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0d8aa12a-b6c8-4cde-8815-7b9299e70d3a HTTP/1.1" status: 204 len: 168 time: 0.1315651 Feb 16 09:33:30.158024 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3a22f-5e2c-46f6-8c28-b02f5dc849fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8aa12a-b6c8-4cde-8815-7b9299e70d3a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:30.171659 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:30.225531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks [] for router_gateway (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.289729 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Deleting port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:30.290062 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.359395 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:33:29Z', 'revision_number': 5, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port': {'id': '55c25fe1-bbd1-456a-a1ac-0646bca4fd27', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:30.378747 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] For port 55c25fe1-bbd1-456a-a1ac-0646bca4fd27, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:30.379134 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.386222 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Checking router: 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:30.394441 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Calling delete_port for 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 owned by network:router_gateway {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:30.395143 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Routers {'563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:30.395772 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:30.491581 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] Set router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:30.562123 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:33:30Z', 'revision_number': 6, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:30.581749 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (55c25fe1-bbd1-456a-a1ac-0646bca4fd27), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.599967 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:33:30.600396 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15cf8b1-df2e-423d-bd65-dc7f6018aa1e None None] The sync data for ids ['563d7ea4-2ad9-41bc-ac66-006d6f33bcbd'] in dv-cinder-828459-1-iscsi is: [{'id': '563d7ea4-2ad9-41bc-ac66-006d6f33bcbd', 'name': 'tempest-TestMinimumBasicScenario-1018935097-router', 'tenant_id': '426013f10809459289e69d69c8bc475c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:58Z', 'updated_at': '2022-02-16T09:33:30Z', 'revision_number': 6, 'project_id': '426013f10809459289e69d69c8bc475c', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:30.618302 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c25fe1-bbd1-456a-a1ac-0646bca4fd27,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:30.678401 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.689871 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.783472 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.786103 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks [] for router_controller (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.836761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (563d7ea4-2ad9-41bc-ac66-006d6f33bcbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.837343 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563d7ea4-2ad9-41bc-ac66-006d6f33bcbd {{(pid=102656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:33:30.842910 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.846936 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-cffb18f7-5e2e-40c8-a1c9-9bed75599119 admin admin] 10.222.0.90 "DELETE /v2.0/routers/563d7ea4-2ad9-41bc-ac66-006d6f33bcbd HTTP/1.1" status: 204 len: 168 time: 0.8937511 Feb 16 09:33:30.847042 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59408) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:30.891926 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Deleting subnet dd314872-b38b-48de-924b-5babfca802e0 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:33:30.894937 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Publish callbacks [] for subnet (dd314872-b38b-48de-924b-5babfca802e0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:30.904320 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59410) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:30.937425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (dd314872-b38b-48de-924b-5babfca802e0), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.020117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609608529-network', 'tenant_id': 'c9ff11adcf524dcfb440adeff165bd78'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:31.027359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (dd314872-b38b-48de-924b-5babfca802e0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.042051 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Made reservation on behalf of c9ff11adcf524dcfb440adeff165bd78 for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:31.044524 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.063498 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.085976 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (dd314872-b38b-48de-924b-5babfca802e0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.113153 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd314872-b38b-48de-924b-5babfca802e0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.118658 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.122352 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-418bf537-4978-4577-a2c7-62f361fd23d8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/dd314872-b38b-48de-924b-5babfca802e0 HTTP/1.1" status: 204 len: 168 time: 0.2744091 Feb 16 09:33:31.125609 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59414) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:31.125927 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0d4b5-146f-492e-baec-1639840e34ed None None] Network 110795d7-a138-4e41-b63d-e4f00dc07285 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:33:31.144336 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks [] for security_group (65bd941e-a071-421c-9bf2-eb85bea0dac5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.148885 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (65bd941e-a071-421c-9bf2-eb85bea0dac5), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.170517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:33:31.185827 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd941e-a071-421c-9bf2-eb85bea0dac5,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.189383 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (0b194daa-4db5-4036-9a50-a5f1f657bda5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.189727 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Added segment 0b194daa-4db5-4036-9a50-a5f1f657bda5 of type vlan for network 75e240c4-515e-4e54-a1e8-e24d37008573 Feb 16 09:33:31.200478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (110795d7-a138-4e41-b63d-e4f00dc07285), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.232177 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (75e240c4-515e-4e54-a1e8-e24d37008573), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.260128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (75e240c4-515e-4e54-a1e8-e24d37008573), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.261346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:31.261838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.274218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Deleting port 0721b682-a6bc-4043-928f-50f9ffd5b05e {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:31.274763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.289725 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3839293 Feb 16 09:33:31.292783 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59416) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:31.300256 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Request body: {'subnet': {'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609608529-subnet', 'tenant_id': 'c9ff11adcf524dcfb440adeff165bd78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:31.330418 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e6252-64e8-4d9d-b9a0-6e409dc1b3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=75e240c4-515e-4e54-a1e8-e24d37008573,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.339965 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 75e240c4-515e-4e54-a1e8-e24d37008573 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:33:31.361514 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] For port 0721b682-a6bc-4043-928f-50f9ffd5b05e, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0721b682-a6bc-4043-928f-50f9ffd5b05e,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:31.364004 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.373866 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Made reservation on behalf of c9ff11adcf524dcfb440adeff165bd78 for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:31.376418 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63332472'] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.392773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Calling delete_port for 0721b682-a6bc-4043-928f-50f9ffd5b05e owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:31.420542 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] DHCP port deletion for 110795d7-a138-4e41-b63d-e4f00dc07285 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:33:31.472843 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0721b682-a6bc-4043-928f-50f9ffd5b05e no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:31.517702 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Deleting port 0721b682-a6bc-4043-928f-50f9ffd5b05e {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:31.518073 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.588882 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.615300 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] For port 0721b682-a6bc-4043-928f-50f9ffd5b05e, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0721b682-a6bc-4043-928f-50f9ffd5b05e,segment=NetworkSegment(07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7),segment_id=07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:31.615588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.634574 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Calling delete_port for 0721b682-a6bc-4043-928f-50f9ffd5b05e owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:31.637378 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Pushing event deleted for resources: {'Port': ['ID=0721b682-a6bc-4043-928f-50f9ffd5b05e,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.643578 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 0721b682-a6bc-4043-928f-50f9ffd5b05e is: ACTIVE; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:31.643950 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.651038 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] No DVR routers for this DVR port 0721b682-a6bc-4043-928f-50f9ffd5b05e on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:31.738590 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63140381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63332426'] for subnet (5b2f148a-583f-4f4d-8833-96b24ba57e18), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.753590 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 040db9b8-cc5b-4bc6-b6bb-0538074e3dda no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:31.767297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (110795d7-a138-4e41-b63d-e4f00dc07285), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.788554 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 040db9b8-cc5b-4bc6-b6bb-0538074e3dda {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:31.788911 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 040db9b8-cc5b-4bc6-b6bb-0538074e3dda not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:31.789322 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:31.813800 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:31.814271 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 55c25fe1-bbd1-456a-a1ac-0646bca4fd27 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:31.814644 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110795d7-a138-4e41-b63d-e4f00dc07285']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:31.836266 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:31.836567 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:31.837842 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (0721b682-a6bc-4043-928f-50f9ffd5b05e), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.854617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.865501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] Pushing event deleted for resources: {'Port': ['ID=0721b682-a6bc-4043-928f-50f9ffd5b05e,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.866022 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2f148a-583f-4f4d-8833-96b24ba57e18,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.869102 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72656bec-7e0b-4ff9-ad54-a6771dceace6 None None] No DVR routers for this DVR port 0721b682-a6bc-4043-928f-50f9ffd5b05e on host dv-cinder-828459-1-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:31.882565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.891942 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Checking segment: {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:31.892277 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Network hostable DHCP agents. Network: 75e240c4-515e-4e54-a1e8-e24d37008573, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:33:31.894590 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:33:31.895001 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (07bf2cb9-4c9d-4a5d-a41d-a861d892e1f7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:33:31.896971 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:33:31.918517 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.961550 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Network 75e240c4-515e-4e54-a1e8-e24d37008573 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:33:31.964960 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (110795d7-a138-4e41-b63d-e4f00dc07285), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.970378 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:31.973499 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] 10.222.0.90 "DELETE /v2.0/networks/110795d7-a138-4e41-b63d-e4f00dc07285 HTTP/1.1" status: 204 len: 168 time: 0.8471248 Feb 16 09:33:31.990112 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e889f-583d-426e-a4ea-0ca6f894f58d admin admin] Pushing event deleted for resources: {'Network': ['ID=110795d7-a138-4e41-b63d-e4f00dc07285,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:31.992611 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 75e240c4-515e-4e54-a1e8-e24d37008573) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:31.997720 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:31.999400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.001657 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1993d5a-d3b2-4004-b8c8-f68d405d424a None None] Network 75e240c4-515e-4e54-a1e8-e24d37008573 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:33:32.029290 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c84e724c-611d-48c1-8781-f2f769b4610a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7326410 Feb 16 09:33:32.105863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59422) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:32.129178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa8f75-4012-4e9f-88f5-df3baa5ed235 None None] Network 75e240c4-515e-4e54-a1e8-e24d37008573 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:33:32.152047 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cac30411-1395-414d-9361-cf4dc4ba0060 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=95e44d55b575475e983667536f98ba1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450139 Feb 16 09:33:32.155516 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59426) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:32.206059 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] Publish callbacks [] for security_group (80c78890-4351-4202-a2c3-33cde95137aa), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.227905 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] Publish callbacks [] for security_group (80c78890-4351-4202-a2c3-33cde95137aa), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.281941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (80c78890-4351-4202-a2c3-33cde95137aa), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.285078 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.286566 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/80c78890-4351-4202-a2c3-33cde95137aa HTTP/1.1" status: 204 len: 168 time: 0.1300774 Feb 16 09:33:32.302484 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66b425-ee17-453f-b95d-f76769193c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c78890-4351-4202-a2c3-33cde95137aa,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:32.636840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59438) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:32.678450 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b676e7bc-4725-441e-bb18-7e6e615e8e21 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=426013f10809459289e69d69c8bc475c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404019 Feb 16 09:33:32.680927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59440) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:32.727040 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] Publish callbacks [] for security_group (5838e985-c74d-40b4-8f34-421632307b82), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.750857 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] Publish callbacks [] for security_group (5838e985-c74d-40b4-8f34-421632307b82), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.795762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5838e985-c74d-40b4-8f34-421632307b82), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.798307 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:32.799411 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5838e985-c74d-40b4-8f34-421632307b82 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Feb 16 09:33:32.806676 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6faa-ad62-498b-9390-100ae9b16b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838e985-c74d-40b4-8f34-421632307b82,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:33.481726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:33.952714 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-bdd4fd51-dd4d-41bc-8901-cace27073c55 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:33.954488 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-bdd4fd51-dd4d-41bc-8901-cace27073c55 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 808 time: 0.1060619 Feb 16 09:33:33.969167 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-11ee1207-9043-4f61-aee6-c8e651ab82a1 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/quotas/c9ff11adcf524dcfb440adeff165bd78 HTTP/1.1" status: 200 len: 375 time: 0.0092432 Feb 16 09:33:34.007208 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-ec07a7c0-09fe-425b-8531-88972d5d524b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325727 Feb 16 09:33:34.186338 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-576ec8ca-b34e-4621-83cc-4c458f780b49 service neutron] 10.222.0.90 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725719 Feb 16 09:33:34.278004 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-8303eff9-c292-428a-95c1-7eefe5d754cd service neutron] 10.222.0.90 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Feb 16 09:33:34.511510 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3036-a48a-4a25-bdcb-d70318b976bf req-d5743af7-5a61-42a0-aeaf-dd0f120bc616 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:34.513002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-008f3036-a48a-4a25-bdcb-d70318b976bf req-d5743af7-5a61-42a0-aeaf-dd0f120bc616 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Feb 16 09:33:34.562595 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-008f3036-a48a-4a25-bdcb-d70318b976bf req-6248aa8b-da2b-416e-9b5a-d1f9612f98f3 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Feb 16 09:33:35.444290 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2670cb89-f884-43e5-9f7c-7e3632ef6266 req-64933680-a5ed-4487-b07b-938613ddbc9d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0272536 Feb 16 09:33:35.838700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40029-0793-42bf-a1d0-186fcac89d20 req-11cc2ef7-d772-4db1-b57d-14a17f8b81aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:35.840191 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5af40029-0793-42bf-a1d0-186fcac89d20 req-11cc2ef7-d772-4db1-b57d-14a17f8b81aa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0554357 Feb 16 09:33:35.888117 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5af40029-0793-42bf-a1d0-186fcac89d20 req-203e24b9-e432-4dbd-8e43-c917b5ab359b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Feb 16 09:33:36.521435 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e1128e7d-82b5-4431-95e2-84c20b63edf5 req-bd500974-514b-4fe0-a1e3-b005a28ed0f7 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0269673 Feb 16 09:33:36.616730 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-2e347ae8-64ad-4cdb-b9a2-170f273b04b8 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:36.618151 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-2e347ae8-64ad-4cdb-b9a2-170f273b04b8 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Feb 16 09:33:36.718121 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port 10483ee2-faad-4dff-bb30-fd30596017c3 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:36.718373 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:36.803128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] For port 10483ee2-faad-4dff-bb30-fd30596017c3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=10483ee2-faad-4dff-bb30-fd30596017c3,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:36.803485 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:37.048937 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:37.049295 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (78204f23-4562-4a36-b262-145b52447130), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:37.049608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 78204f23-4562-4a36-b262-145b52447130 disassociated. External IP: 172.27.3.4, port: 10483ee2-faad-4dff-bb30-fd30596017c3. Feb 16 09:33:37.049943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for 10483ee2-faad-4dff-bb30-fd30596017c3 owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:37.067914 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976442d7-9cd7-424a-af01-49e0523d265f req-cefe77f1-2f59-4e01-81fc-1caba259959a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:37.069386 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-976442d7-9cd7-424a-af01-49e0523d265f req-cefe77f1-2f59-4e01-81fc-1caba259959a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 946 time: 0.1126332 Feb 16 09:33:37.158700 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-976442d7-9cd7-424a-af01-49e0523d265f req-d1d42919-75f3-41a8-924c-b63cf3551739 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838528 Feb 16 09:33:37.222781 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (10483ee2-faad-4dff-bb30-fd30596017c3), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:37.254316 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=10483ee2-faad-4dff-bb30-fd30596017c3,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:37.369380 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:37.476383 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:37.485928 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:37.504435 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:37.505274 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:37.519554 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] No DVR routers for this DVR port 10483ee2-faad-4dff-bb30-fd30596017c3 on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:37.522060 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:37.525309 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-20305764-205a-44b3-9c3a-84610c39fdf6 req-6bbdbdf6-9e82-4c91-af26-e14b0b7a2149 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "DELETE /v2.0/ports/10483ee2-faad-4dff-bb30-fd30596017c3 HTTP/1.1" status: 204 len: 173 time: 0.8977182 Feb 16 09:33:37.525761 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'name': 'network-vif-deleted', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:37.527911 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c2455-ab53-4a40-a895-e1b0b67ed844" -d '{"events": [{"server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "name": "network-vif-deleted", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:37.619183 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2a8bc53c-f1f5-4312-9183-9541ed260669 req-38806c7b-7c53-4e12-a134-c2c3566872aa tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0347357 Feb 16 09:33:37.635712 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2025a078-3869-4bce-8b14-4e3bda00e50b x-openstack-request-id: req-2025a078-3869-4bce-8b14-4e3bda00e50b {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:37.636012 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b062f-0d97-434a-9e90-2312d348f8d0", "name": "network-vif-deleted", "tag": "10483ee2-faad-4dff-bb30-fd30596017c3", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:37.636424 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2025a078-3869-4bce-8b14-4e3bda00e50b {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:37.636705 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b062f-0d97-434a-9e90-2312d348f8d0', 'name': 'network-vif-deleted', 'tag': '10483ee2-faad-4dff-bb30-fd30596017c3', 'status': 'completed', 'code': 200} Feb 16 09:33:37.676480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:37.883075 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:38.037506 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:38.045692 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:38.046288 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:38.148769 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:38.269938 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ae1e115-e9c0-40fd-a6c4-4c9af6132757 req-d64ff5b5-7d61-45b7-97ff-4bff782d19dd tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=446b062f-0d97-434a-9e90-2312d348f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0290797 Feb 16 09:33:38.369476 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:38.398986 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957bac1-a658-4297-bfe5-10c8b128ed49 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:38.636157 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411aeb21-5667-4f2a-a32a-b01b41407e7e None None] New status for floating IP 78204f23-4562-4a36-b262-145b52447130: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:38.699258 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-19e0a56e-8437-4b75-84d0-ad04322c1aa4 req-4cbc3c3e-3b9b-4898-b5db-eef95bda4190 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0344827 Feb 16 09:33:39.520320 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-11102bda-eed1-4e12-905c-c75faa665050 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845936147&fields=id&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 267 time: 0.0425878 Feb 16 09:33:39.623600 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-c34b24ee-789d-450a-9c71-69deb988212c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:39.625403 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-c34b24ee-789d-450a-9c71-69deb988212c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.0987101 Feb 16 09:33:39.640338 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-d0be981d-d3ac-4999-bd4d-1425cf34cf74 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/quotas/690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 375 time: 0.0088294 Feb 16 09:33:39.698250 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-289da441-9d72-4228-b9cd-a2e980ab3aa2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526881 Feb 16 09:33:39.726261 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 10483ee2-faad-4dff-bb30-fd30596017c3 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:39.751981 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 10483ee2-faad-4dff-bb30-fd30596017c3 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:39.752338 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 10483ee2-faad-4dff-bb30-fd30596017c3 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:39.806289 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3695e574-c905-4ba7-86f2-83d5107d30f1 req-aca99558-54fd-4d75-934c-160b00ffac93 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0327160 Feb 16 09:33:39.820565 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-58b03823-c906-48db-af70-020130b33f4b service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112721 Feb 16 09:33:39.915660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-f780e555-abc3-4ac2-9e51-3d5234a52ab1 service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Feb 16 09:33:40.197680 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c71dc1f6-7cf6-4847-abc2-735f3204c91c req-884f0f8c-d2f1-41bb-90ee-7f5aaa5ce9fc tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Feb 16 09:33:40.627803 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a1b1d881-654d-4237-9ecd-bca543c3ad3e tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:40.629294 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a1b1d881-654d-4237-9ecd-bca543c3ad3e tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 808 time: 0.1108270 Feb 16 09:33:40.659434 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Request body: {'port': {'device_id': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573', 'admin_state_up': True, 'tenant_id': 'c9ff11adcf524dcfb440adeff165bd78'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:40.778057 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Made reservation on behalf of c9ff11adcf524dcfb440adeff165bd78 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:40.781957 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:40.923291 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f0d4b973-cfdb-42b8-9ebb-d5fa1fc5ed3d req-5924a814-a819-43c9-b07a-8250754b8374 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0490003 Feb 16 09:33:40.945393 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Allocated IP 172.20.0.3 (75e240c4-515e-4e54-a1e8-e24d37008573/5b2f148a-583f-4f4d-8833-96b24ba57e18/8bbec872-a967-4576-b135-0f9bb5b35420) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:41.284685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-26e497e1-44ca-407f-a666-acf720f24325 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:41.286500 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-26e497e1-44ca-407f-a666-acf720f24325 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.1136408 Feb 16 09:33:41.353900 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0d9d1df8-83e7-4422-bd0f-39ab40867241 req-34949a0c-30f5-4c1b-b105-6df85d275d2f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 210 time: 0.0347717 Feb 16 09:33:41.383518 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-73b04651-cfc8-4543-8f64-0df3d604814a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 380 time: 0.0607162 Feb 16 09:33:41.392601 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks [] for port (8bbec872-a967-4576-b135-0f9bb5b35420), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.393362 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'port': {'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'admin_state_up': True, 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'security_groups': ['a4ab6a5f-31b9-4ed1-9579-413cae832847']}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:41.431265 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.478864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Network 75e240c4-515e-4e54-a1e8-e24d37008573 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:41.481864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:41.487124 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:41.507779 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Made reservation on behalf of 690745bb6b6d4a1d8e021f08b9370685 for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:41.511245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.519118 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Pushing event updated for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:41.542894 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:41.543503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.560860 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a927e8a0-9ad3-4ee6-bdd8-74e56b7abad6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9059567 Feb 16 09:33:41.576799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Request body: {'port': {'device_id': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:41.635604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.652707 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.20.0.7 (8e866a1f-4c4f-4dc1-88a8-409844e417e8/cc047a79-e6f0-4395-b47b-992e35353654/a373d871-46f9-4104-8b1b-e5324e858ac8) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:41.811172 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.863420 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.903758 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:41.907794 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:41.914369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:41.933346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbec872-a967-4576-b135-0f9bb5b35420 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:41.946257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks [] for port (8bbec872-a967-4576-b135-0f9bb5b35420), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.961559 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Transition to ACTIVE for port object 8bbec872-a967-4576-b135-0f9bb5b35420 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:33:41.968267 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.975726 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:41.976711 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:41.980419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:42.000924 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-e8fc3353-907c-4ca4-ac90-b470fadb5757 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107860 Feb 16 09:33:42.023376 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Request body: {'port': {'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:42.070839 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Pushing event updated for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:42.092139 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.144071 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0948f9b-3c88-456d-a325-69fec8a2bce3 req-c58e0c6d-4654-40a9-809b-5688f7c04b88 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.144305 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0948f9b-3c88-456d-a325-69fec8a2bce3 req-c58e0c6d-4654-40a9-809b-5688f7c04b88 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 943 time: 0.1327682 Feb 16 09:33:42.179971 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Attempting to bind port 8bbec872-a967-4576-b135-0f9bb5b35420 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:33:42.180331 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Attempting to bind port 8bbec872-a967-4576-b135-0f9bb5b35420 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:33:42.180660 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Attempting to bind port 8bbec872-a967-4576-b135-0f9bb5b35420 on network 75e240c4-515e-4e54-a1e8-e24d37008573 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:42.193257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Port 8bbec872-a967-4576-b135-0f9bb5b35420 on network 75e240c4-515e-4e54-a1e8-e24d37008573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:33:42.193581 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Attempting to bind port 8bbec872-a967-4576-b135-0f9bb5b35420 on network 75e240c4-515e-4e54-a1e8-e24d37008573 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:42.208013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:33:42.208296 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Checking segment: {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:42.208607 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Bound using segment: {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:33:42.209042 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Bound port: 8bbec872-a967-4576-b135-0f9bb5b35420, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:33:42.209400 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.214666 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-f4954af6-13ce-4e8d-b211-efcf3e4aa319 None None] Provisioning complete for port a373d871-46f9-4104-8b1b-e5324e858ac8 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:42.215597 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f4954af6-13ce-4e8d-b211-efcf3e4aa319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.227879 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0948f9b-3c88-456d-a325-69fec8a2bce3 req-36bc8e24-8cff-4b46-adbe-33c8a08c3041 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740669 Feb 16 09:33:42.260807 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-f4954af6-13ce-4e8d-b211-efcf3e4aa319 None None] Port a373d871-46f9-4104-8b1b-e5324e858ac8 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:33:42.296449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:33:42.301506 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8bbec872-a967-4576-b135-0f9bb5b35420,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:33:42.308429 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.356789 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.357424 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.358853 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] 10.222.0.24 "PUT /v2.0/ports/8bbec872-a967-4576-b135-0f9bb5b35420 HTTP/1.1" status: 200 len: 1093 time: 0.7862484 Feb 16 09:33:42.359322 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:42.362851 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c6f01-a251-4d42-b625-6173795bb89a" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:42.400813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c3d8-8c39-4e4e-be70-321063ecf81a service neutron] Pushing event updated for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:42.404242 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a373d871-46f9-4104-8b1b-e5324e858ac8 {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:42.414227 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks [] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.417866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e5484-fc90-433d-864d-a795d293fb82 x-openstack-request-id: req-750e5484-fc90-433d-864d-a795d293fb82 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:42.418212 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:42.418386 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-750e5484-fc90-433d-864d-a795d293fb82 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:42.418789 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420', 'status': 'completed', 'code': 200} Feb 16 09:33:42.445670 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Transition to ACTIVE for port object a373d871-46f9-4104-8b1b-e5324e858ac8 will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:33:42.451613 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.514526 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-11f82ef4-40fe-42c1-ae92-fc811bc150f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.516956 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-11f82ef4-40fe-42c1-ae92-fc811bc150f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 1127 time: 0.0954762 Feb 16 09:33:42.553072 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:42.570538 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-2610f944-fda8-420d-b462-b33eadf25088 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bbec872-a967-4576-b135-0f9bb5b35420 HTTP/1.1" status: 200 len: 217 time: 0.0452108 Feb 16 09:33:42.580944 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0799f-18e6-4c91-89c9-af2187a12454 req-f4579d7a-e7b9-4944-b0f8-3261e18be544 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.582470 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e4b0799f-18e6-4c91-89c9-af2187a12454 req-f4579d7a-e7b9-4944-b0f8-3261e18be544 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.1293597 Feb 16 09:33:42.600806 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Attempting to bind port a373d871-46f9-4104-8b1b-e5324e858ac8 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:33:42.601203 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Attempting to bind port a373d871-46f9-4104-8b1b-e5324e858ac8 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:33:42.601610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Attempting to bind port a373d871-46f9-4104-8b1b-e5324e858ac8 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:42.606361 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Port a373d871-46f9-4104-8b1b-e5324e858ac8 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:33:42.606743 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Attempting to bind port a373d871-46f9-4104-8b1b-e5324e858ac8 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:42.613770 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:33:42.614167 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:42.614474 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Bound using segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:33:42.614921 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Bound port: a373d871-46f9-4104-8b1b-e5324e858ac8, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:33:42.615270 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.641597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-9143d933-bc54-47ad-98d6-b121d3a93895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.642911 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-9143d933-bc54-47ad-98d6-b121d3a93895 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2f148a-583f-4f4d-8833-96b24ba57e18 HTTP/1.1" status: 200 len: 848 time: 0.0595551 Feb 16 09:33:42.686874 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-e2fe469d-4ce3-4104-be71-0e195acb383a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75e240c4-515e-4e54-a1e8-e24d37008573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344870 Feb 16 09:33:42.696711 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:33:42.700765 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a373d871-46f9-4104-8b1b-e5324e858ac8,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:33:42.709014 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.711179 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e4b0799f-18e6-4c91-89c9-af2187a12454 req-1d04fb15-ec3a-4456-a3ad-5fc155742d92 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974178 Feb 16 09:33:42.756189 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.756865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:42.758524 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] 10.222.0.24 "PUT /v2.0/ports/a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 1093 time: 0.7446907 Feb 16 09:33:42.759061 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:42.761842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b86992-1491-40d4-bf5a-cda86aa004f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:42.792814 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded126f-c089-45db-b094-353ef3aa5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:42.853608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-8e1c01d5-ea62-4494-afe8-73f86553d555 service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559227 Feb 16 09:33:42.859089 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010a97c-5231-4050-9016-a1dab1fbcaf5 x-openstack-request-id: req-8010a97c-5231-4050-9016-a1dab1fbcaf5 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:42.859406 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:42.859660 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8010a97c-5231-4050-9016-a1dab1fbcaf5 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:42.860737 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'status': 'completed', 'code': 200} Feb 16 09:33:42.892901 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-f9e4eaf4-5b3e-4d08-a28d-794a850c199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.894901 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-f9e4eaf4-5b3e-4d08-a28d-794a850c199c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1127 time: 0.0751300 Feb 16 09:33:42.943308 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-3a32afa5-2309-4e5b-8cbd-3111708b2431 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Feb 16 09:33:42.996537 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-42690336-ac36-4118-8020-4cf60653fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:42.998143 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-42690336-ac36-4118-8020-4cf60653fe9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0460849 Feb 16 09:33:43.007735 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e35fedfc-1fdd-4ef1-b3a4-0fe32d15a235 req-a7b3806e-baa8-485a-bfb7-229018595985 service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399672 Feb 16 09:33:43.014496 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e64d53-4d33-4a68-94ba-e51e01ffd34b req-8c32c788-93cc-461b-9791-07580cc1894c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.016556 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-37e64d53-4d33-4a68-94ba-e51e01ffd34b req-8c32c788-93cc-461b-9791-07580cc1894c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.1187036 Feb 16 09:33:43.057380 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-3ce7b457-13a0-4121-be7b-ba502f1d6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.058891 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-3ce7b457-13a0-4121-be7b-ba502f1d6688 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508876 Feb 16 09:33:43.072922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-37e64d53-4d33-4a68-94ba-e51e01ffd34b req-c11987da-d870-4951-ae35-3c72cb0fa722 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484140 Feb 16 09:33:43.123890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6f01-a251-4d42-b625-6173795bb89a req-9ce5ff86-a44a-4fab-bdad-ba79bdf6f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.126077 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-9ce5ff86-a44a-4fab-bdad-ba79bdf6f528 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 1127 time: 0.0474849 Feb 16 09:33:43.166446 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-d9ad6d8a-2e9f-4899-a3fb-0e4d962af988 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937974 Feb 16 09:33:43.230793 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6f01-a251-4d42-b625-6173795bb89a req-0dad8a84-adb4-4991-b010-8e9448f71aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.232883 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-0dad8a84-adb4-4991-b010-8e9448f71aad service neutron] 10.222.0.24 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 909 time: 0.0952389 Feb 16 09:33:43.263720 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d69972e0-d9aa-4aa1-89b9-e2509885f1a2 req-ba85617c-d00b-47bd-98ae-1e7add2364fb service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899310 Feb 16 09:33:43.279845 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-9efff0b5-beb6-42ce-9ec2-4ac977bbb4fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bbec872-a967-4576-b135-0f9bb5b35420 HTTP/1.1" status: 200 len: 217 time: 0.0353010 Feb 16 09:33:43.364198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6f01-a251-4d42-b625-6173795bb89a req-a9471aa2-4127-4990-9f80-e707c382012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.365582 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-a9471aa2-4127-4990-9f80-e707c382012d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2f148a-583f-4f4d-8833-96b24ba57e18 HTTP/1.1" status: 200 len: 848 time: 0.0785182 Feb 16 09:33:43.366292 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-0901e092-68a9-49be-8a0e-c7e911ad4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.367663 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-0901e092-68a9-49be-8a0e-c7e911ad4ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1127 time: 0.0454521 Feb 16 09:33:43.380201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba8bec-3479-4052-8dea-af99a475b99e req-a584b6eb-4f5e-4a9a-aa02-6d8fde7fd9e6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.381602 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67ba8bec-3479-4052-8dea-af99a475b99e req-a584b6eb-4f5e-4a9a-aa02-6d8fde7fd9e6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 943 time: 0.0694680 Feb 16 09:33:43.415442 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-0759cabe-e3aa-4d3e-8b82-9ffdb8bd4237 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75e240c4-515e-4e54-a1e8-e24d37008573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313458 Feb 16 09:33:43.470494 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-cd00a690-b693-4871-9465-bdb47a829a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.472132 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-cd00a690-b693-4871-9465-bdb47a829a74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0873272 Feb 16 09:33:43.476637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-67ba8bec-3479-4052-8dea-af99a475b99e req-672b6cbe-7484-499c-875b-65fa9480cc33 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841386 Feb 16 09:33:43.517476 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-361abc48-91f0-476e-8907-13936e5f8bf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 217 time: 0.0377991 Feb 16 09:33:43.537238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-45a480d3-74b1-4620-9d44-3bc6d13fbe22 service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087010 Feb 16 09:33:43.569930 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-ec24eb81-dfea-47ec-9e92-fa31bf20dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.571392 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-ec24eb81-dfea-47ec-9e92-fa31bf20dd7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0443118 Feb 16 09:33:43.621093 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-1bd7ca8b-a0f4-411b-8826-da87e8279272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.622583 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-1bd7ca8b-a0f4-411b-8826-da87e8279272 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427277 Feb 16 09:33:43.630597 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-352c6f01-a251-4d42-b625-6173795bb89a req-71a8c653-e4c6-4ada-a8d3-b720cef879f6 service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Feb 16 09:33:43.727731 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-576427a0-b3a2-4b6b-ab1c-cfcb5b83515c service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857766 Feb 16 09:33:43.825493 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-81b86992-1491-40d4-bf5a-cda86aa004f4 req-773ba870-4a72-4d75-84b5-e8ced5efdd6e service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849402 Feb 16 09:33:43.836939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab157597-8f6e-4e06-b933-12e2f0963ced req-7e67fd39-8219-430b-925a-a3f9e300033b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:43.838378 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ab157597-8f6e-4e06-b933-12e2f0963ced req-7e67fd39-8219-430b-925a-a3f9e300033b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.0527325 Feb 16 09:33:43.890877 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ab157597-8f6e-4e06-b933-12e2f0963ced req-fa3f900c-bb42-45af-a0a9-7687e6b092ef tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Feb 16 09:33:44.188855 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e18f3-ca31-45e3-b61d-e74932252420 req-643129e3-4417-4b4a-a698-2389a3b7df49 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:44.190324 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-247e18f3-ca31-45e3-b61d-e74932252420 req-643129e3-4417-4b4a-a698-2389a3b7df49 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0517058 Feb 16 09:33:44.205474 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-16207971-6a22-46de-ab5c-5fe13264e36e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:44.206916 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-16207971-6a22-46de-ab5c-5fe13264e36e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 946 time: 0.0561132 Feb 16 09:33:44.237203 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-247e18f3-ca31-45e3-b61d-e74932252420 req-047ba3ee-0f52-49df-80a8-e73cbf8d54f5 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=b348a8f6-5eb8-4880-8ce5-03516a787f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Feb 16 09:33:44.302905 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Deleting port f691b39c-f8c0-499a-9735-fda58aca5fad {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:44.303233 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:44.673333 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] For port f691b39c-f8c0-499a-9735-fda58aca5fad, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f691b39c-f8c0-499a-9735-fda58aca5fad,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:44.674032 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:44.747430 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835287-2f72-4cb0-933b-5f677f7c5fa8 req-0bf0f8c4-d24b-499c-9173-9336f71b67fb tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:44.749002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0d835287-2f72-4cb0-933b-5f677f7c5fa8 req-0bf0f8c4-d24b-499c-9173-9336f71b67fb tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 943 time: 0.0510585 Feb 16 09:33:44.798517 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0d835287-2f72-4cb0-933b-5f677f7c5fa8 req-d682e23f-1800-404f-951f-4bd766104487 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Feb 16 09:33:44.844254 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:44.844769 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:44.845180 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Floating IP cf4a42dd-1beb-46e3-9281-77dbd541d292 disassociated. External IP: 172.27.3.191, port: f691b39c-f8c0-499a-9735-fda58aca5fad. Feb 16 09:33:44.845598 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Calling delete_port for f691b39c-f8c0-499a-9735-fda58aca5fad owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:44.977409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (f691b39c-f8c0-499a-9735-fda58aca5fad), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:45.005658 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'Port': ['ID=f691b39c-f8c0-499a-9735-fda58aca5fad,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:45.023831 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161cb3-db9c-4cae-87c2-86d9283885f8 req-2f06a8be-f411-4a76-8c9a-f84515d9a6bf tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:45.026757 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-96161cb3-db9c-4cae-87c2-86d9283885f8 req-2f06a8be-f411-4a76-8c9a-f84515d9a6bf tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.0673816 Feb 16 09:33:45.077439 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-96161cb3-db9c-4cae-87c2-86d9283885f8 req-d3ff71fd-df17-418f-8ce1-cb7e33db73f1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Feb 16 09:33:45.121135 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:45.227650 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:45.238118 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:45.247935 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:45.248576 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:45.267023 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] No DVR routers for this DVR port f691b39c-f8c0-499a-9735-fda58aca5fad on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:45.269546 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:45.272915 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-23b4c644-6ba4-4865-9d07-7bcf41614097 req-6abbb1aa-2ab9-422a-a87c-d21dc29cb70c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "DELETE /v2.0/ports/f691b39c-f8c0-499a-9735-fda58aca5fad HTTP/1.1" status: 204 len: 173 time: 1.0578973 Feb 16 09:33:45.273354 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'name': 'network-vif-deleted', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:45.275600 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99297bf0-1acd-4c0d-a096-c15e9c8889a3" -d '{"events": [{"server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "name": "network-vif-deleted", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:45.314760 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43bee01-8d2f-4509-bb3c-4b57422b77d1 x-openstack-request-id: req-f43bee01-8d2f-4509-bb3c-4b57422b77d1 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:45.315095 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf8de8d-97b9-467a-9f16-f729610ef98f", "name": "network-vif-deleted", "tag": "f691b39c-f8c0-499a-9735-fda58aca5fad", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:45.315349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f43bee01-8d2f-4509-bb3c-4b57422b77d1 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:45.315943 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8de8d-97b9-467a-9f16-f729610ef98f', 'name': 'network-vif-deleted', 'tag': 'f691b39c-f8c0-499a-9735-fda58aca5fad', 'status': 'completed', 'code': 200} Feb 16 09:33:45.353628 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6e35ed6-8d14-4513-8f69-6410f0bf7733 req-73174e9b-1b16-41d1-aacc-203971cf7c86 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbf8de8d-97b9-467a-9f16-f729610ef98f HTTP/1.1" status: 200 len: 210 time: 0.0351520 Feb 16 09:33:45.392824 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:45.599217 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:45.625067 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:45.633538 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:45.634171 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:45.739240 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:45.791175 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8bbec872-a967-4576-b135-0f9bb5b35420 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:33:45.952759 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527c9ea-205a-4355-aeb1-74c18b98906e req-a9a3259d-0017-43e8-bc45-ef9f9ba319ff tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:45.955081 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3527c9ea-205a-4355-aeb1-74c18b98906e req-a9a3259d-0017-43e8-bc45-ef9f9ba319ff tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 943 time: 0.0783403 Feb 16 09:33:46.004758 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3527c9ea-205a-4355-aeb1-74c18b98906e req-bc89b539-7463-4293-902c-a595779bdfa5 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Feb 16 09:33:46.024537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8bbec872-a967-4576-b135-0f9bb5b35420,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:46.042945 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '8bbec872-a967-4576-b135-0f9bb5b35420', 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573', 'port_id': '8bbec872-a967-4576-b135-0f9bb5b35420', 'mac_address': 'fa:16:3e:e6:29:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2f148a-583f-4f4d-8833-96b24ba57e18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:33:46.076994 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:46.108954 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01351e90-667b-4d1f-9865-dd75b2cc2b08 None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:46.115975 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 8bbec872-a967-4576-b135-0f9bb5b35420 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:46.116402 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.134916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbec872-a967-4576-b135-0f9bb5b35420 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:46.156904 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8bbec872-a967-4576-b135-0f9bb5b35420,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:46.161992 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.217787 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:46.222586 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7ba72-f39e-4096-855a-6fdafb88705b req-04584ac0-87e4-4f3a-86a6-0b104dc5bacd tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:46.224230 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92d7ba72-f39e-4096-855a-6fdafb88705b req-04584ac0-87e4-4f3a-86a6-0b104dc5bacd tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.0664129 Feb 16 09:33:46.275166 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-92d7ba72-f39e-4096-855a-6fdafb88705b req-86b8a0aa-21f8-4ee6-b727-ab460bef5aaf tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Feb 16 09:33:46.366446 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabaa48c-dcc2-4f4d-964d-1d3a846af967 None None] New status for floating IP cf4a42dd-1beb-46e3-9281-77dbd541d292: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:46.433638 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['8bbec872-a967-4576-b135-0f9bb5b35420'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:46.444826 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59578) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:46.514993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (b348a8f6-5eb8-4880-8ce5-03516a787f51), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.542394 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (b348a8f6-5eb8-4880-8ce5-03516a787f51), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.590800 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b348a8f6-5eb8-4880-8ce5-03516a787f51), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.593285 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.597156 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "DELETE /v2.0/security-groups/b348a8f6-5eb8-4880-8ce5-03516a787f51 HTTP/1.1" status: 204 len: 168 time: 0.1487288 Feb 16 09:33:46.598220 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59580) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:46.603747 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db561d-06f2-41a0-a4aa-1fd58be88999 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348a8f6-5eb8-4880-8ce5-03516a787f51,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:46.616789 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.api.v2.resource [None req-8e172353-157b-4b5c-857f-2308cae22a84 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] show failed (client error): The resource could not be found. Feb 16 09:33:46.617884 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-8e172353-157b-4b5c-857f-2308cae22a84 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups/b348a8f6-5eb8-4880-8ce5-03516a787f51 HTTP/1.1" status: 404 len: 347 time: 0.0179551 Feb 16 09:33:46.620832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59582) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:46.743824 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Deleting port 71fa26c8-c2a3-465f-b32b-40cc2618c476 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:46.744080 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.822851 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.823172 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (71fa26c8-c2a3-465f-b32b-40cc2618c476), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.834818 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Calling delete_port for 71fa26c8-c2a3-465f-b32b-40cc2618c476 owned by network:floatingip {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:46.928918 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:46.976874 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (71fa26c8-c2a3-465f-b32b-40cc2618c476), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:47.003185 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'Port': ['ID=71fa26c8-c2a3-465f-b32b-40cc2618c476,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:47.065172 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (cf4a42dd-1beb-46e3-9281-77dbd541d292), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:47.068050 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:47.069245 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-22876634-c827-46d0-8287-2bd8e8859312 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "DELETE /v2.0/floatingips/cf4a42dd-1beb-46e3-9281-77dbd541d292 HTTP/1.1" status: 204 len: 168 time: 0.4473460 Feb 16 09:33:47.137981 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ebb20-c778-4341-bf57-5a11ff904dee req-4e29fd7f-9771-4cd0-aad9-153468a678e9 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:47.139463 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e51ebb20-c778-4341-bf57-5a11ff904dee req-4e29fd7f-9771-4cd0-aad9-153468a678e9 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 944 time: 0.0562835 Feb 16 09:33:47.185350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e51ebb20-c778-4341-bf57-5a11ff904dee req-4764606d-ec83-49b0-9db1-bb2ce5772222 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Feb 16 09:33:47.391572 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd6c9-c336-40b9-9981-5d420796bdd8 req-bb976f25-dae8-4015-8dd9-cf53819c366b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:47.393065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-041bd6c9-c336-40b9-9981-5d420796bdd8 req-bb976f25-dae8-4015-8dd9-cf53819c366b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.0527911 Feb 16 09:33:47.441406 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-041bd6c9-c336-40b9-9981-5d420796bdd8 req-06c6cc95-bb52-4ec0-a9a4-915a1248255b tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Feb 16 09:33:47.802381 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8bbec872-a967-4576-b135-0f9bb5b35420 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:33:47.851887 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 8bbec872-a967-4576-b135-0f9bb5b35420 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:33:47.856443 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 8bbec872-a967-4576-b135-0f9bb5b35420 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:47.856815 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:47.900920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59590) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:47.905521 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11860902', 'description': 'tempest-description--2114644510'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:47.929187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.003424 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (03795e41-9cca-4e5f-a1e8-85c666af5217), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.007200 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (03795e41-9cca-4e5f-a1e8-85c666af5217), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.040647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03795e41-9cca-4e5f-a1e8-85c666af5217,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:48.055608 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.056822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5cfa9a44-6612-4248-9435-b6e8ffbe4866 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1548088 Feb 16 09:33:48.059876 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59592) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:48.064511 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group_rule': {'security_group_id': '03795e41-9cca-4e5f-a1e8-85c666af5217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:48.076346 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 8bbec872-a967-4576-b135-0f9bb5b35420 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:48.076765 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.089129 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (aecf9e6f-027b-4760-94df-d3551d0a5780), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.101504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:48.103922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812a234-af69-405f-99f8-9fd07f750bf6" -d '{"events": [{"server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "name": "network-vif-plugged", "status": "completed", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:48.116686 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8bbec872-a967-4576-b135-0f9bb5b35420,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:48.121705 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.122567 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f691b39c-f8c0-499a-9735-fda58aca5fad no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:48.146073 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9dae8-affe-43d7-97e7-54456edff813 x-openstack-request-id: req-97e9dae8-affe-43d7-97e7-54456edff813 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:48.146364 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "name": "network-vif-plugged", "status": "completed", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:48.146612 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-97e9dae8-affe-43d7-97e7-54456edff813 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:48.147004 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420', 'code': 200} Feb 16 09:33:48.149836 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (aecf9e6f-027b-4760-94df-d3551d0a5780), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.153995 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (aecf9e6f-027b-4760-94df-d3551d0a5780), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.166412 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: f691b39c-f8c0-499a-9735-fda58aca5fad {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:48.166760 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f691b39c-f8c0-499a-9735-fda58aca5fad not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:48.176331 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecf9e6f-027b-4760-94df-d3551d0a5780,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:48.192966 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.194087 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ea83aef5-3e43-4d3b-827d-b4f6cf63caf6 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331098 Feb 16 09:33:48.196440 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:48.197038 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59596) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:48.201435 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'security_group_rule': {'security_group_id': '03795e41-9cca-4e5f-a1e8-85c666af5217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:48.234068 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (babf027e-601b-41b8-8595-d14ca26785a5), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.325518 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (babf027e-601b-41b8-8595-d14ca26785a5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.327807 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d42a-4b8e-4678-8744-d5872dc06149 req-e94e70e5-01c9-478d-8faf-8abac0af0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:48.330374 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-42f6d42a-4b8e-4678-8744-d5872dc06149 req-e94e70e5-01c9-478d-8faf-8abac0af0118 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 1129 time: 0.0438805 Feb 16 09:33:48.333575 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (babf027e-601b-41b8-8595-d14ca26785a5), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.347484 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd032a-c779-4278-b6aa-9ced9a8c57e9 req-3ba81e13-8b8e-46af-beb3-557519c38698 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:48.349008 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2afd032a-c779-4278-b6aa-9ced9a8c57e9 req-3ba81e13-8b8e-46af-beb3-557519c38698 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0801866 Feb 16 09:33:48.368619 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babf027e-601b-41b8-8595-d14ca26785a5,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:48.380903 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-42f6d42a-4b8e-4678-8744-d5872dc06149 req-2b4c8110-df4c-48b2-b8a1-98441bfb6032 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Feb 16 09:33:48.381016 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.381906 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-3fff5205-ba4b-4869-89dc-6886df9e3798 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838822 Feb 16 09:33:48.385090 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 59600) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:48.389413 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:48.410385 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2afd032a-c779-4278-b6aa-9ced9a8c57e9 req-183e274e-1817-4c29-b1bb-db71bf3c3956 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Feb 16 09:33:48.414904 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.516864 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.559274 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007375ab-1cff-40bf-b99c-2a3fc009509e req-c8c64d0e-107d-4016-9361-e2fde3ba7342 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:48.560789 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-007375ab-1cff-40bf-b99c-2a3fc009509e req-c8c64d0e-107d-4016-9361-e2fde3ba7342 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Feb 16 09:33:48.609441 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-007375ab-1cff-40bf-b99c-2a3fc009509e req-345e1046-f333-4b78-b43f-6587775a87d4 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Feb 16 09:33:48.620149 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Allocated IP 172.27.3.125 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/c1c379b0-8c5f-4dbe-aaf8-48349d4631a9) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:48.723762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.757101 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.793686 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:48.798833 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:48.802290 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:48.826704 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=c1c379b0-8c5f-4dbe-aaf8-48349d4631a9,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:48.896409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:48.934928 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.081367 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.085525 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.149694 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=c1c379b0-8c5f-4dbe-aaf8-48349d4631a9,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:49.162048 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.176750 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.177933 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-430d655f-e4d3-40ae-b05b-fcf05ffb0c17 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7919288 Feb 16 09:33:49.370992 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-6f64960b-3ac5-4bb5-bf99-e9de1a19dc89 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--11860902&fields=id&tenant_id=e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 267 time: 0.0441258 Feb 16 09:33:49.476365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-61cda26d-8637-4093-bd60-05e23537998e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:49.477852 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-61cda26d-8637-4093-bd60-05e23537998e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 811 time: 0.0997791 Feb 16 09:33:49.517373 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-afc8d440-bad3-42f2-98fa-e172d43d1ee9 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/quotas/e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 375 time: 0.0301912 Feb 16 09:33:49.567477 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd377d7-d1f9-411a-a0ce-638cfa97045b req-9e552a27-6c98-43d2-9e15-91b014cb56c7 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:49.568957 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fbd377d7-d1f9-411a-a0ce-638cfa97045b req-9e552a27-6c98-43d2-9e15-91b014cb56c7 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0902448 Feb 16 09:33:49.599341 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-de8435b6-1bd0-49a8-a019-1929eed05432 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747182 Feb 16 09:33:49.644697 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fbd377d7-d1f9-411a-a0ce-638cfa97045b req-77b13726-c51c-45c4-8c68-5b357db54bb4 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Feb 16 09:33:49.723178 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-f2f9a792-a85d-493e-a4cb-74e681f49d61 service neutron] 10.222.0.90 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105158 Feb 16 09:33:49.807985 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a373d871-46f9-4104-8b1b-e5324e858ac8 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:33:49.818654 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bebea-31f9-413e-ada8-599c01151720 req-c4e9e1b5-f340-4950-ba53-f8be2f1feb0e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:49.820241 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-521bebea-31f9-413e-ada8-599c01151720 req-c4e9e1b5-f340-4950-ba53-f8be2f1feb0e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 943 time: 0.1169491 Feb 16 09:33:49.857860 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-cdd9edad-0a67-4239-ae4b-2d31c2fce524 service neutron] 10.222.0.90 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201241 Feb 16 09:33:49.890875 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-521bebea-31f9-413e-ada8-599c01151720 req-a8925ba1-bb2d-4c33-ae73-3351f6ca077f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622463 Feb 16 09:33:49.926376 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a373d871-46f9-4104-8b1b-e5324e858ac8,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:49.937076 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:33:49.977468 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a373d871-46f9-4104-8b1b-e5324e858ac8 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:49.977854 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:49.996930 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a373d871-46f9-4104-8b1b-e5324e858ac8 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:50.019234 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a373d871-46f9-4104-8b1b-e5324e858ac8,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:50.023437 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:50.027566 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0895eab6-8e48-43b4-8b92-0ff1a7106b25 req-8a617b4e-ae08-41c0-b10b-7a113425555d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0272939 Feb 16 09:33:50.073639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:50.304173 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a373d871-46f9-4104-8b1b-e5324e858ac8'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:50.762583 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7adefc-6a93-4f19-b302-7ce4464ea176 req-dca311a8-c8ed-415e-92cb-cfa83eb59eaf tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:50.764045 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6c7adefc-6a93-4f19-b302-7ce4464ea176 req-dca311a8-c8ed-415e-92cb-cfa83eb59eaf tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0513022 Feb 16 09:33:50.810839 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6c7adefc-6a93-4f19-b302-7ce4464ea176 req-1fa84806-f489-472a-b2f4-47a6b44afb13 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Feb 16 09:33:51.028512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f98335-db75-4f1a-a4cb-76df58324b28 req-542c6ee5-4645-412e-9062-86daa97fae20 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:51.030068 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18f98335-db75-4f1a-a4cb-76df58324b28 req-542c6ee5-4645-412e-9062-86daa97fae20 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 944 time: 0.0686002 Feb 16 09:33:51.075481 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-9cfc2679-703a-42be-bb8f-723604ccc1e4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:51.077013 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-9cfc2679-703a-42be-bb8f-723604ccc1e4 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 811 time: 0.1255648 Feb 16 09:33:51.106017 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18f98335-db75-4f1a-a4cb-76df58324b28 req-d5237261-5d30-4b18-860a-61f623a0fb8f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632825 Feb 16 09:33:51.161673 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-754d5c96-2b31-4597-894f-9a4c3f9c6d34 req-62877558-d3fb-49d9-82d7-00865faebf25 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Feb 16 09:33:51.164246 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-3216c536-17b5-401f-b728-69618b347620 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ffe873ea8e4496ae33e277307e3b5b HTTP/1.1" status: 200 len: 378 time: 0.0776315 Feb 16 09:33:51.181930 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'port': {'device_id': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'admin_state_up': True, 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'security_groups': ['03795e41-9cca-4e5f-a1e8-85c666af5217']}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:51.288710 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Made reservation on behalf of e5ffe873ea8e4496ae33e277307e3b5b for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:51.292125 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.422232 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Allocated IP 172.20.0.11 (ee78a612-543c-448f-b65a-115369c42f9c/2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6/9703b130-0abd-45b4-afd5-0a583e84aa00) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:51.523939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c83b7-ec86-475a-8318-7b50493ad016 req-b04036d1-7683-4bb4-85ea-1b339c1765fa tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:51.525408 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-180c83b7-ec86-475a-8318-7b50493ad016 req-b04036d1-7683-4bb4-85ea-1b339c1765fa tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0505929 Feb 16 09:33:51.564742 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.573587 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-180c83b7-ec86-475a-8318-7b50493ad016 req-3d0be24b-580b-4451-9759-30dae5de3b98 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Feb 16 09:33:51.599301 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.642709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Network ee78a612-543c-448f-b65a-115369c42f9c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:51.645817 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:51.649408 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:51.655710 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event updated for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:51.705968 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:51.706430 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.722762 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-ccf4cc52-af54-47a2-80e6-a02b0e5c817c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449040 Feb 16 09:33:51.736297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Request body: {'port': {'device_id': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:51.803791 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.809903 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a373d871-46f9-4104-8b1b-e5324e858ac8 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:33:51.859014 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port a373d871-46f9-4104-8b1b-e5324e858ac8 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:33:51.863700 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a373d871-46f9-4104-8b1b-e5324e858ac8 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:51.864179 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.913411 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-cca5e264-ed87-4dc9-bbfe-bb1cf39a5294 None None] Provisioning complete for port 9703b130-0abd-45b4-afd5-0a583e84aa00 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:51.913781 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-cca5e264-ed87-4dc9-bbfe-bb1cf39a5294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:51.976128 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-cca5e264-ed87-4dc9-bbfe-bb1cf39a5294 None None] Port 9703b130-0abd-45b4-afd5-0a583e84aa00 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:33:51.987072 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a373d871-46f9-4104-8b1b-e5324e858ac8 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:51.987459 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.010184 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:52.012656 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21194e-2425-49d5-8400-5ebf63b5cfcf" -d '{"events": [{"server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "name": "network-vif-plugged", "status": "completed", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:52.026020 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a373d871-46f9-4104-8b1b-e5324e858ac8,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:52.031566 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.057716 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb87ab7-1f80-4c53-a8cc-29821e1d2687 x-openstack-request-id: req-dcb87ab7-1f80-4c53-a8cc-29821e1d2687 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:52.058004 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "name": "network-vif-plugged", "status": "completed", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:52.058257 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dcb87ab7-1f80-4c53-a8cc-29821e1d2687 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:52.058631 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'code': 200} Feb 16 09:33:52.084946 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:52.096885 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9703b130-0abd-45b4-afd5-0a583e84aa00 {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:52.104451 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks [] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.116971 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Transition to ACTIVE for port object 9703b130-0abd-45b4-afd5-0a583e84aa00 will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:33:52.120098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.224186 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Pushing event updated for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:52.261349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Attempting to bind port 9703b130-0abd-45b4-afd5-0a583e84aa00 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:33:52.261563 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Attempting to bind port 9703b130-0abd-45b4-afd5-0a583e84aa00 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:33:52.261969 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Attempting to bind port 9703b130-0abd-45b4-afd5-0a583e84aa00 on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:52.268015 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Port 9703b130-0abd-45b4-afd5-0a583e84aa00 on network ee78a612-543c-448f-b65a-115369c42f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:33:52.268536 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Attempting to bind port 9703b130-0abd-45b4-afd5-0a583e84aa00 on network ee78a612-543c-448f-b65a-115369c42f9c {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:52.274450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:33:52.274907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Checking segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:52.275379 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Bound using segment: {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:33:52.275900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Bound port: 9703b130-0abd-45b4-afd5-0a583e84aa00, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac176fd4-d56d-4618-bc57-bbf2245916e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:33:52.276487 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.280966 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe575e9-831c-4713-917f-b6452be42006 req-175eed39-99b3-403a-8b0c-5fc0929f4c2c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.283922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7fe575e9-831c-4713-917f-b6452be42006 req-175eed39-99b3-403a-8b0c-5fc0929f4c2c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.1057615 Feb 16 09:33:52.352617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:33:52.356364 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9703b130-0abd-45b4-afd5-0a583e84aa00,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:33:52.363816 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.402788 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.403486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:52.404772 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] 10.222.0.24 "PUT /v2.0/ports/9703b130-0abd-45b4-afd5-0a583e84aa00 HTTP/1.1" status: 200 len: 1094 time: 0.6734085 Feb 16 09:33:52.405205 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:52.407492 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da079e-f0de-4f09-872c-6f4cf6266187" -d '{"events": [{"name": "network-changed", "server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:52.408414 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7fe575e9-831c-4713-917f-b6452be42006 req-c2d8e8a1-50e8-48a4-8fce-3f70e9bac1e2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113038 Feb 16 09:33:52.420189 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea596131-23e2-4e87-bb45-fc0cfd579b55 req-a0728cd8-01eb-4444-8c5f-5cfe7decc613 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.427350 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ea596131-23e2-4e87-bb45-fc0cfd579b55 req-a0728cd8-01eb-4444-8c5f-5cfe7decc613 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 944 time: 0.1422386 Feb 16 09:33:52.430730 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa936e-8280-40ca-a8dd-5b8f24f50232 service neutron] Pushing event updated for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:52.456943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050b06e-141b-4a07-a646-d4bcb23a6951 req-9d9782b4-52dd-4495-91d8-7ff2359824b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.458426 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6050b06e-141b-4a07-a646-d4bcb23a6951 req-9d9782b4-52dd-4495-91d8-7ff2359824b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1129 time: 0.1279430 Feb 16 09:33:52.476168 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd51ff-8db1-4d72-9c55-dd560fdfa8f0 x-openstack-request-id: req-b6cd51ff-8db1-4d72-9c55-dd560fdfa8f0 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:52.476574 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:52.476913 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b6cd51ff-8db1-4d72-9c55-dd560fdfa8f0 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:52.477377 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'status': 'completed', 'code': 200} Feb 16 09:33:52.499346 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ea596131-23e2-4e87-bb45-fc0cfd579b55 req-50c51e3d-833f-4a3a-a134-83826c4931d2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710657 Feb 16 09:33:52.541777 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6050b06e-141b-4a07-a646-d4bcb23a6951 req-45e5fc2a-b000-480c-89c4-aa0e3200703f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550835 Feb 16 09:33:52.544367 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-5388fc55-1bdf-4610-ad48-28e478a81dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.546071 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-5388fc55-1bdf-4610-ad48-28e478a81dac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 1128 time: 0.0539007 Feb 16 09:33:52.696981 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59028627-e3d2-4574-a0d9-89faee75ef31 req-5afd7788-98fc-4e27-aa9d-201b5f49dfd8 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.698418 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-59028627-e3d2-4574-a0d9-89faee75ef31 req-5afd7788-98fc-4e27-aa9d-201b5f49dfd8 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0518746 Feb 16 09:33:52.744834 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-59028627-e3d2-4574-a0d9-89faee75ef31 req-779fa2e3-e6a1-4546-8508-80a25f7f9563 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Feb 16 09:33:52.869805 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-34269220-26ee-4f3f-bfa4-8de4f88c5afe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9703b130-0abd-45b4-afd5-0a583e84aa00 HTTP/1.1" status: 200 len: 217 time: 0.0336559 Feb 16 09:33:52.919160 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-c5f82ac9-9ff2-461e-b611-7ce56eb038d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.920542 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-c5f82ac9-9ff2-461e-b611-7ce56eb038d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0420942 Feb 16 09:33:52.979642 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-accea322-ac23-4485-824e-f697034eca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:52.981129 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-accea322-ac23-4485-824e-f697034eca9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455952 Feb 16 09:33:53.072788 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-55ca6357-bb8f-41b9-b177-30238d9b716d service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794206 Feb 16 09:33:53.166285 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f4386331-a5a8-4f70-9981-9e6e7b1733af req-d8db22ad-b896-4da2-a096-45562141ae3c service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Feb 16 09:33:53.261819 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-5af1bd30-5702-44fb-af0d-640334aaaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.263335 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-5af1bd30-5702-44fb-af0d-640334aaaa84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 1128 time: 0.0450201 Feb 16 09:33:53.361475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-040166a5-570e-4125-866a-b52459675545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.362899 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-040166a5-570e-4125-866a-b52459675545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.0865211 Feb 16 09:33:53.409347 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-e91efe2c-9cd5-420f-ba89-c02d2c164529 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9703b130-0abd-45b4-afd5-0a583e84aa00 HTTP/1.1" status: 200 len: 217 time: 0.0343139 Feb 16 09:33:53.468192 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-09e27fa4-2e17-4623-8c7f-0e8bae356131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.470470 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-09e27fa4-2e17-4623-8c7f-0e8bae356131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0451655 Feb 16 09:33:53.527827 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-d5c165be-f148-443c-8e74-77f29c4684ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.529281 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-d5c165be-f148-443c-8e74-77f29c4684ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479462 Feb 16 09:33:53.575799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78572a-c239-465f-861f-84ee6c32069d req-d22ff708-a1e2-4148-8f19-f2ffe8f92fd6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.577323 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1e78572a-c239-465f-861f-84ee6c32069d req-d22ff708-a1e2-4148-8f19-f2ffe8f92fd6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0982428 Feb 16 09:33:53.624736 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-7f6c2e5f-8d2c-4fd3-849c-a3d9bd912c47 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844121 Feb 16 09:33:53.659653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1e78572a-c239-465f-861f-84ee6c32069d req-89465abf-7259-4d42-b257-bb9a094adccf tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726721 Feb 16 09:33:53.666472 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949459fa-f86e-4030-80af-c8ee78474196 req-702df1c3-b504-4a05-aeeb-2cdbd51ec40a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.667923 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-949459fa-f86e-4030-80af-c8ee78474196 req-702df1c3-b504-4a05-aeeb-2cdbd51ec40a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 944 time: 0.0897250 Feb 16 09:33:53.722466 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-949459fa-f86e-4030-80af-c8ee78474196 req-023fa62f-e8bb-463a-9441-afd4d780b266 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437098 Feb 16 09:33:53.733477 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-12da079e-f0de-4f09-872c-6f4cf6266187 req-f6b4c44c-cec5-4cf2-9410-adbbff903190 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918598 Feb 16 09:33:53.860556 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b14eb-09c4-4b53-b9ff-4ac06a6e5c75 req-ab007bf7-5b50-4faf-99a4-664e7f13fc78 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:53.862004 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-214b14eb-09c4-4b53-b9ff-4ac06a6e5c75 req-ab007bf7-5b50-4faf-99a4-664e7f13fc78 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0512495 Feb 16 09:33:53.907928 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-214b14eb-09c4-4b53-b9ff-4ac06a6e5c75 req-5b0ef025-0b6f-427c-8cbc-dbe34c19a887 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Feb 16 09:33:54.034326 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-d2270e25-78d6-4f28-a33d-ae89297bc252 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:54.035793 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-d2270e25-78d6-4f28-a33d-ae89297bc252 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 945 time: 0.0517347 Feb 16 09:33:54.133810 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Deleting port 8bbec872-a967-4576-b135-0f9bb5b35420 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:33:54.134280 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:54.221897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] For port 8bbec872-a967-4576-b135-0f9bb5b35420, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8bbec872-a967-4576-b135-0f9bb5b35420,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:54.222599 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:54.234180 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Calling delete_port for 8bbec872-a967-4576-b135-0f9bb5b35420 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:33:54.375923 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (8bbec872-a967-4576-b135-0f9bb5b35420), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:54.389303 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['8bbec872-a967-4576-b135-0f9bb5b35420'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:54.404425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Pushing event deleted for resources: {'Port': ['ID=8bbec872-a967-4576-b135-0f9bb5b35420,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:54.446002 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] No DVR routers for this DVR port 8bbec872-a967-4576-b135-0f9bb5b35420 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:33:54.448595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:54.451899 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ace8a7c1-2c78-412e-8b0c-34828d65f03b req-9d2d6012-35ca-4c0c-bec6-b558033a561b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "DELETE /v2.0/ports/8bbec872-a967-4576-b135-0f9bb5b35420 HTTP/1.1" status: 204 len: 173 time: 0.4090886 Feb 16 09:33:54.478708 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'name': 'network-vif-deleted', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:54.480946 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e00ca-c021-493b-9712-ea46304a1b98" -d '{"events": [{"server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "name": "network-vif-deleted", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:54.514902 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabefcd3-45d4-4eff-8fcc-7643f921b1b2 x-openstack-request-id: req-dabefcd3-45d4-4eff-8fcc-7643f921b1b2 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:54.515192 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b", "name": "network-vif-deleted", "tag": "8bbec872-a967-4576-b135-0f9bb5b35420", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:54.515448 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dabefcd3-45d4-4eff-8fcc-7643f921b1b2 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:54.516194 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b', 'name': 'network-vif-deleted', 'tag': '8bbec872-a967-4576-b135-0f9bb5b35420', 'status': 'completed', 'code': 200} Feb 16 09:33:54.780327 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5aa16-9d53-4f8a-a701-60182d4191e0 req-2c980cd8-8089-4f21-a49c-96b2ddfd7019 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:54.782366 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8bc5aa16-9d53-4f8a-a701-60182d4191e0 req-2c980cd8-8089-4f21-a49c-96b2ddfd7019 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0568593 Feb 16 09:33:54.861516 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8bc5aa16-9d53-4f8a-a701-60182d4191e0 req-9b40a5c2-33a1-4c2b-9591-b5e779c2b07d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738802 Feb 16 09:33:54.872584 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18292b5d-a349-46cf-b8d5-7f9e23676533 req-6c764ce4-b389-453e-983a-7405afef1640 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:54.874026 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18292b5d-a349-46cf-b8d5-7f9e23676533 req-6c764ce4-b389-453e-983a-7405afef1640 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 944 time: 0.0807884 Feb 16 09:33:54.931793 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-18292b5d-a349-46cf-b8d5-7f9e23676533 req-fa3458c8-1db7-4926-b055-df118e091cfc tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514698 Feb 16 09:33:54.992471 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5269-1dab-4a32-8630-d5d170e71248 req-449e97f2-c910-4828-b386-f0ae5113b2d2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:54.994060 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ed2c5269-1dab-4a32-8630-d5d170e71248 req-449e97f2-c910-4828-b386-f0ae5113b2d2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0609512 Feb 16 09:33:55.045418 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b63e90b5-c376-40d4-91af-fa75f6d9d603 req-2946f546-909b-45c3-b600-f1323d9c8549 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=f65b5dc1-a6e1-486d-b63c-6c123f6ffc3b HTTP/1.1" status: 200 len: 210 time: 0.0361314 Feb 16 09:33:55.077873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ed2c5269-1dab-4a32-8630-d5d170e71248 req-6e2ba84f-a948-4f95-884b-31d254336302 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752828 Feb 16 09:33:55.099437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59682) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:55.142440 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c7b4a-2887-4cee-8e08-773fc06c7987 tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:55.144002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c43c7b4a-2887-4cee-8e08-773fc06c7987 tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1124 time: 0.0435796 Feb 16 09:33:55.146854 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59684) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:33:55.150982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:55.170574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:55.268878 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:55.369825 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.27.3.209 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/3862cd81-ea86-41db-8ca5-b4e11ff015ee) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:55.729245 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:55.761174 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:55.800953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:55.803738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:55.806173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:55.829710 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=3862cd81-ea86-41db-8ca5-b4e11ff015ee,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:55.849491 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9703b130-0abd-45b4-afd5-0a583e84aa00 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:33:55.949830 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9703b130-0abd-45b4-afd5-0a583e84aa00,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:55.961176 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'port_id': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:33:55.999546 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 9703b130-0abd-45b4-afd5-0a583e84aa00 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:55.999877 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.018014 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9703b130-0abd-45b4-afd5-0a583e84aa00 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:56.038697 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9703b130-0abd-45b4-afd5-0a583e84aa00,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:56.043165 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.083517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846cea-b60a-4b7e-adb4-22ae0d466b4a req-facc0d75-d5db-4f2b-8587-5bad42e358f0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:56.085018 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d846cea-b60a-4b7e-adb4-22ae0d466b4a req-facc0d75-d5db-4f2b-8587-5bad42e358f0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 944 time: 0.0812151 Feb 16 09:33:56.092936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:56.228428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d846cea-b60a-4b7e-adb4-22ae0d466b4a req-c2a365e1-0071-4fda-ab3a-15493a8cd14c tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246185 Feb 16 09:33:56.316504 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (8cc76fd8-2861-4e03-b242-ded68eec48e4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.329931 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['9703b130-0abd-45b4-afd5-0a583e84aa00'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:33:56.366445 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-07c12e0c-8da1-4373-98fa-2b03cc4b87b8 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:56.367884 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-07c12e0c-8da1-4373-98fa-2b03cc4b87b8 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 808 time: 0.1553845 Feb 16 09:33:56.387416 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-085f7bc3-b4ff-4f14-8efa-eda663b48cde tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/quotas/c9ff11adcf524dcfb440adeff165bd78 HTTP/1.1" status: 200 len: 375 time: 0.0123203 Feb 16 09:33:56.436550 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-68f05a80-fe30-4295-baa6-b97d7c8a66fa tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335393 Feb 16 09:33:56.442054 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.609252 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-6a1cbb5c-e550-4ffc-94db-f5a32a03a3f8 service neutron] 10.222.0.90 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646407 Feb 16 09:33:56.730486 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.736165 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.740723 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-964c7d06-236a-4d0e-bd64-23d1d3b4e871 service neutron] 10.222.0.90 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244099 Feb 16 09:33:56.806867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=3862cd81-ea86-41db-8ca5-b4e11ff015ee,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:56.821125 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (8cc76fd8-2861-4e03-b242-ded68eec48e4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:56.923217 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-587c58c8-149c-4c13-ab1e-7f4c76d61717 req-1ab4550b-5c2f-42a0-b36b-2538a272deb1 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 210 time: 0.0325711 Feb 16 09:33:56.956851 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 8cc76fd8-2861-4e03-b242-ded68eec48e4 associated. External IP: 172.27.3.209, port: a373d871-46f9-4104-8b1b-e5324e858ac8. Feb 16 09:33:57.096664 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0412f7d7-f0f9-45a0-af6f-1081209f26e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:57.183714 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:33:57.300741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:33:57.311806 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:33:57.323397 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:57.324051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:57.349014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:57.390072 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5548-dedd-458e-b692-6abe7bc59606 req-238a5a1e-d16c-47cf-a0c1-335733462f07 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:57.391763 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2acb5548-dedd-458e-b692-6abe7bc59606 req-238a5a1e-d16c-47cf-a0c1-335733462f07 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 945 time: 0.0859587 Feb 16 09:33:57.393698 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-878404d4-8f3d-4fc2-8ff7-f38f4093fc7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2459431 Feb 16 09:33:57.394264 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:57.396523 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec226b-a013-4496-8922-42f5135f19fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:57.456293 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:57.456553 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c73618-a616-42a1-9302-5bfa80f75186 x-openstack-request-id: req-22c73618-a616-42a1-9302-5bfa80f75186 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:57.456882 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:57.457121 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-22c73618-a616-42a1-9302-5bfa80f75186 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:57.457606 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'status': 'completed', 'code': 200} Feb 16 09:33:57.462003 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2acb5548-dedd-458e-b692-6abe7bc59606 req-44e3efdb-26cf-45a7-8f60-b7d8671c98be tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625634 Feb 16 09:33:57.528133 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec226b-a013-4496-8922-42f5135f19fb req-d59657d4-37aa-4b81-b570-d0782304428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:57.529651 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-d59657d4-37aa-4b81-b570-d0782304428d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0535262 Feb 16 09:33:57.620311 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec226b-a013-4496-8922-42f5135f19fb req-0e8141e0-408b-42b3-a442-c0c59c691b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:57.621778 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-0e8141e0-408b-42b3-a442-c0c59c691b7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0854959 Feb 16 09:33:57.690834 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-bca74f0d-d723-4e62-ae8a-61b06159e48f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 999 time: 0.0613973 Feb 16 09:33:57.691836 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:56Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:57.717655 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:33:57.726283 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:33:57.726878 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:57.742280 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec226b-a013-4496-8922-42f5135f19fb req-e83793be-81ad-4e4b-8f10-e415797c637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:57.743751 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-e83793be-81ad-4e4b-8f10-e415797c637a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0429060 Feb 16 09:33:57.796276 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec226b-a013-4496-8922-42f5135f19fb req-1177a89b-8a5b-47dc-90b3-49d61537c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:57.798650 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-1177a89b-8a5b-47dc-90b3-49d61537c52e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467703 Feb 16 09:33:57.839591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:33:57.867645 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9703b130-0abd-45b4-afd5-0a583e84aa00 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:33:57.905308 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-4a7d7393-a738-43da-8013-ae9dee69d277 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997686 Feb 16 09:33:57.998596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-9999a5d5-7dbf-4b35-9483-ade52b10e525 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:58.000208 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-9999a5d5-7dbf-4b35-9483-ade52b10e525 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 808 time: 0.1516275 Feb 16 09:33:58.012649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Request body: {'port': {'device_id': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573', 'admin_state_up': True, 'tenant_id': 'c9ff11adcf524dcfb440adeff165bd78'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:58.013967 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 9703b130-0abd-45b4-afd5-0a583e84aa00 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:33:58.030471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 9703b130-0abd-45b4-afd5-0a583e84aa00 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:58.030471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.057276 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2dccc0be-5142-4fb1-85cf-ea9b45de8357 req-9bccd073-7087-40c0-88c5-2962255615ab tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 210 time: 0.0382218 Feb 16 09:33:58.059992 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-1dec226b-a013-4496-8922-42f5135f19fb req-703027b3-be1f-4a35-a5e2-ad5fbbf0e984 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455581 Feb 16 09:33:58.163224 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Made reservation on behalf of c9ff11adcf524dcfb440adeff165bd78 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:33:58.166863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.206912 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 9703b130-0abd-45b4-afd5-0a583e84aa00 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:33:58.207509 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.236845 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:58.239059 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74514d-cc82-4f56-bca4-83d7f13eb3b8" -d '{"events": [{"server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "name": "network-vif-plugged", "status": "completed", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:58.259569 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9703b130-0abd-45b4-afd5-0a583e84aa00,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:58.261308 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:56Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:33:58.264513 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.265331 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8bbec872-a967-4576-b135-0f9bb5b35420 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:33:58.294490 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02d114-d619-406e-8699-ba60729a529b x-openstack-request-id: req-0e02d114-d619-406e-8699-ba60729a529b {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:58.294840 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "name": "network-vif-plugged", "status": "completed", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:58.295033 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e02d114-d619-406e-8699-ba60729a529b {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:58.295401 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'code': 200} Feb 16 09:33:58.311631 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Allocated IP 172.20.0.10 (75e240c4-515e-4e54-a1e8-e24d37008573/5b2f148a-583f-4f4d-8833-96b24ba57e18/8150f4d7-c036-4543-ad57-c8f2b4111dce) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:33:58.327578 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f717b-a307-49a4-bc94-52ffd3037d68 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:56Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:33:58.332151 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 8bbec872-a967-4576-b135-0f9bb5b35420 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:33:58.332288 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8bbec872-a967-4576-b135-0f9bb5b35420 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:33:58.360242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:58.476966 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks [] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.498734 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929754f-8eca-4455-9f1d-d90d22a3eb58 req-23a5ddc1-1aaf-4f78-8c06-8af84a46bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:58.500702 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7929754f-8eca-4455-9f1d-d90d22a3eb58 req-23a5ddc1-1aaf-4f78-8c06-8af84a46bfb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0533271 Feb 16 09:33:58.524565 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.552661 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-7929754f-8eca-4455-9f1d-d90d22a3eb58 req-3a301ae2-d010-4b5f-8c53-292a9ead92a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449371 Feb 16 09:33:58.579645 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5788c4a-1197-482e-8328-8eea52fbb945 None None] New status for floating IP 8cc76fd8-2861-4e03-b242-ded68eec48e4: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:33:58.611474 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Network 75e240c4-515e-4e54-a1e8-e24d37008573 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:33:58.619918 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:33:58.622639 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Pushing event updated for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:58.624750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:33:58.677279 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aca9a4-b71c-4503-8947-cc437e8da467 req-83b3154e-eb6e-4dab-bbc3-0c352760238e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:58.678656 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0aca9a4-b71c-4503-8947-cc437e8da467 req-83b3154e-eb6e-4dab-bbc3-0c352760238e tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.1210377 Feb 16 09:33:58.685877 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:58.686467 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:58.715304 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-415793c9-e2f9-482c-8394-5924ba61533d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070656 Feb 16 09:33:58.741662 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a0aca9a4-b71c-4503-8947-cc437e8da467 req-0f72855a-87ac-4a76-a6ba-74e0b3ac6c61 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506842 Feb 16 09:33:58.796207 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Request body: {'port': {'device_id': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:33:58.856182 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.113172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8150f4d7-c036-4543-ad57-c8f2b4111dce {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:33:59.120688 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks [] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.133168 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Transition to ACTIVE for port object 8150f4d7-c036-4543-ad57-c8f2b4111dce will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:33:59.138299 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.218266 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:59.271759 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1439-f9d3-4945-b91a-c2a547087a3d req-54b2deb3-6ee5-4340-a2c5-c7b013f4eba1 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:59.273151 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7afc1439-f9d3-4945-b91a-c2a547087a3d req-54b2deb3-6ee5-4340-a2c5-c7b013f4eba1 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 944 time: 0.1327140 Feb 16 09:33:59.327253 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Attempting to bind port 8150f4d7-c036-4543-ad57-c8f2b4111dce on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:33:59.327580 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Attempting to bind port 8150f4d7-c036-4543-ad57-c8f2b4111dce by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:33:59.327905 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Attempting to bind port 8150f4d7-c036-4543-ad57-c8f2b4111dce on network 75e240c4-515e-4e54-a1e8-e24d37008573 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:59.337878 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7afc1439-f9d3-4945-b91a-c2a547087a3d req-87380601-b664-4eb5-bf23-3c0461f07ca3 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Feb 16 09:33:59.338545 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Port 8150f4d7-c036-4543-ad57-c8f2b4111dce on network 75e240c4-515e-4e54-a1e8-e24d37008573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:33:59.338878 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Attempting to bind port 8150f4d7-c036-4543-ad57-c8f2b4111dce on network 75e240c4-515e-4e54-a1e8-e24d37008573 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:33:59.344304 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:33:59.344789 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Checking segment: {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:33:59.345165 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Bound using segment: {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:33:59.345580 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Bound port: 8150f4d7-c036-4543-ad57-c8f2b4111dce, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b194daa-4db5-4036-9a50-a5f1f657bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:33:59.345927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.411551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:33:59.414734 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:33:59.420741 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.452073 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:59.453158 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.454564 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] 10.222.0.24 "PUT /v2.0/ports/8150f4d7-c036-4543-ad57-c8f2b4111dce HTTP/1.1" status: 200 len: 1094 time: 0.6627471 Feb 16 09:33:59.458796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:33:59.461054 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40566941-f1e4-465d-af6b-8e8617fb8654" -d '{"events": [{"name": "network-changed", "server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:33:59.498129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf469-1887-4e90-9b1e-068c2e87ac75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:33:59.501462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe88455-b25e-4967-b0e5-ecd8d697505d x-openstack-request-id: req-ffe88455-b25e-4967-b0e5-ecd8d697505d {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:33:59.501462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:33:59.501844 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ffe88455-b25e-4967-b0e5-ecd8d697505d {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:33:59.502124 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce', 'status': 'completed', 'code': 200} Feb 16 09:33:59.503140 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731a7d-c8b7-416a-bb4e-c9b542d8ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:59.561678 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-88a85b32-15d8-4cb4-8d4c-3c7bdb9f12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:59.563120 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-88a85b32-15d8-4cb4-8d4c-3c7bdb9f12ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 1128 time: 0.0440300 Feb 16 09:33:59.615137 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-f82d56c2-b4f2-4a31-9183-8ba5aa8279f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce HTTP/1.1" status: 200 len: 217 time: 0.0378778 Feb 16 09:33:59.664204 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-0fd1b735-c534-4710-9992-84cf95ef9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:59.665610 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-0fd1b735-c534-4710-9992-84cf95ef9131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2f148a-583f-4f4d-8833-96b24ba57e18 HTTP/1.1" status: 200 len: 848 time: 0.0442719 Feb 16 09:33:59.699236 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-b2c82ca7-5449-48ef-a723-8ab49645692f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75e240c4-515e-4e54-a1e8-e24d37008573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241930 Feb 16 09:33:59.805527 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-e7f5df9e-a0f0-4126-9400-5e8704c4d13e service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Feb 16 09:33:59.921722 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2649fd-e660-4171-a7b8-027e7d3ef149 req-4d087371-8293-4930-ab2b-c1de39b6efc8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:33:59.923224 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc2649fd-e660-4171-a7b8-027e7d3ef149 req-4d087371-8293-4930-ab2b-c1de39b6efc8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.1137347 Feb 16 09:33:59.943735 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a503a9ab-edf1-44d8-b479-fb35aa855ff9 req-57ca3fd1-71b2-4c8b-81fb-dfea05deaf2d service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251361 Feb 16 09:33:59.978871 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dc2649fd-e660-4171-a7b8-027e7d3ef149 req-770cb05f-a779-4154-b7b7-120bce89a53a tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465267 Feb 16 09:34:00.039659 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-bbfd735c-3d12-468a-857f-c444603d4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.041178 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-bbfd735c-3d12-468a-857f-c444603d4f9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9ff11adcf524dcfb440adeff165bd78&device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 1128 time: 0.0446944 Feb 16 09:34:00.136194 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-0bcffb8d-a893-4a09-967f-62b24b513171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.137654 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-0bcffb8d-a893-4a09-967f-62b24b513171 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 200 len: 909 time: 0.0858767 Feb 16 09:34:00.437186 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-7f800a15-bcdb-4782-b265-0fd9553370db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce HTTP/1.1" status: 200 len: 217 time: 0.2869253 Feb 16 09:34:00.512662 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-d5aea011-32ed-44fc-9c86-2b8775a0c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.514079 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-d5aea011-32ed-44fc-9c86-2b8775a0c319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2f148a-583f-4f4d-8833-96b24ba57e18 HTTP/1.1" status: 200 len: 848 time: 0.0679073 Feb 16 09:34:00.526311 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c382e-6d42-483c-89d7-322ca5fa1960 req-c96543ae-8d67-4a4d-8776-25ccd4e46b21 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.527696 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7a3c382e-6d42-483c-89d7-322ca5fa1960 req-c96543ae-8d67-4a4d-8776-25ccd4e46b21 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 944 time: 0.0930359 Feb 16 09:34:00.559132 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-fd78c43f-adb9-4ccf-ac5f-c8f4bdd7cbf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75e240c4-515e-4e54-a1e8-e24d37008573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304568 Feb 16 09:34:00.615126 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7a3c382e-6d42-483c-89d7-322ca5fa1960 req-eacb5198-c44b-487b-a9e3-909863f08fd7 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788312 Feb 16 09:34:00.671515 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-e34d5318-36fd-498f-8cc2-f3a02905f2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994785 Feb 16 09:34:00.679407 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:00.768281 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-40566941-f1e4-465d-af6b-8e8617fb8654 req-19408e63-dbfe-4bd5-92ce-72cdbbb5cc3e service neutron] 10.222.0.24 "GET /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Feb 16 09:34:01.097072 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253062c4-d15b-4e9e-aab6-6eb63c86bf3c req-c3f89110-4644-4204-8450-41467c4930c0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:01.098527 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-253062c4-d15b-4e9e-aab6-6eb63c86bf3c req-c3f89110-4644-4204-8450-41467c4930c0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Feb 16 09:34:01.143787 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-253062c4-d15b-4e9e-aab6-6eb63c86bf3c req-120bc453-49f7-4d6c-9a94-a4839b1f5867 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396907 Feb 16 09:34:01.268902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dc7ab-1f3f-49c1-bfee-5f5f46924cf3 req-296b21b6-9a6b-45d1-9190-26e9151b67a2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:01.270245 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-004dc7ab-1f3f-49c1-bfee-5f5f46924cf3 req-296b21b6-9a6b-45d1-9190-26e9151b67a2 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0636857 Feb 16 09:34:01.278574 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 59742) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:34:01.282795 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Request body: {'floatingip': {'port_id': '9703b130-0abd-45b4-afd5-0a583e84aa00'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:34:01.320270 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:01.788908 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:01.796585 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc2f25-4fc4-4294-833a-d13751cef9c1 req-ed394d4b-803c-43aa-9aac-2912fd45a87b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:01.798328 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dfdc2f25-4fc4-4294-833a-d13751cef9c1 req-ed394d4b-803c-43aa-9aac-2912fd45a87b tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 944 time: 0.1065714 Feb 16 09:34:01.799397 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:01.876890 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8150f4d7-c036-4543-ad57-c8f2b4111dce details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:34:01.933929 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:01.946855 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dfdc2f25-4fc4-4294-833a-d13751cef9c1 req-2fce2838-6d8a-41e8-8cf2-a45eeb956596 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993335 Feb 16 09:34:01.951336 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Floating IP 626d6178-d39c-4550-8f20-91c0fc632bbd associated. External IP: 172.27.3.125, port: 9703b130-0abd-45b4-afd5-0a583e84aa00. Feb 16 09:34:01.986990 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:01.998294 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '8150f4d7-c036-4543-ad57-c8f2b4111dce', 'network_id': '75e240c4-515e-4e54-a1e8-e24d37008573', 'port_id': '8150f4d7-c036-4543-ad57-c8f2b4111dce', 'mac_address': 'fa:16:3e:f6:c4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2f148a-583f-4f4d-8833-96b24ba57e18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:34:02.166090 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 8150f4d7-c036-4543-ad57-c8f2b4111dce is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:02.166477 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:02.174130 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:34:02.180501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8150f4d7-c036-4543-ad57-c8f2b4111dce {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:34:02.199541 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:02.204667 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:02.251502 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:02.289790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:34:02.294651 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:02.300750 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:34:02.311231 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:34:02.311846 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:02.324162 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-915f697f-c7da-48ec-96f9-41536abf12a3 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "PUT /v2.0/floatingips/626d6178-d39c-4550-8f20-91c0fc632bbd HTTP/1.1" status: 200 len: 992 time: 1.0445268 Feb 16 09:34:02.324757 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:34:02.326970 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f1a0f-0f86-4462-8abe-6edd94e28552" -d '{"events": [{"name": "network-changed", "server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:34:02.372915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64fe988-1db9-481d-84d9-fd3fef8893bc x-openstack-request-id: req-f64fe988-1db9-481d-84d9-fd3fef8893bc {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:34:02.372915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:34:02.372915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f64fe988-1db9-481d-84d9-fd3fef8893bc {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:34:02.372915 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'status': 'completed', 'code': 200} Feb 16 09:34:02.426910 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:34:02.443996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-b6f39331-3241-4ec5-8804-d84de9428014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:02.445736 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-b6f39331-3241-4ec5-8804-d84de9428014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0463960 Feb 16 09:34:02.507570 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['8150f4d7-c036-4543-ad57-c8f2b4111dce'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:34:02.557969 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-a73fc6f7-1574-4324-973c-933e5a068bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:02.559720 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-a73fc6f7-1574-4324-973c-933e5a068bc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 200 len: 912 time: 0.1054673 Feb 16 09:34:02.629721 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-8a4cbb6d-eac9-49b3-b98a-79238ec9c8ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9703b130-0abd-45b4-afd5-0a583e84aa00 HTTP/1.1" status: 200 len: 1000 time: 0.0626476 Feb 16 09:34:02.702519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-2e7b1d62-16d0-46e0-8b95-235afa4dd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:02.704091 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-2e7b1d62-16d0-46e0-8b95-235afa4dd785 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 200 len: 850 time: 0.0657413 Feb 16 09:34:02.756314 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-03801681-731d-43ed-832f-43d8ec20ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:02.757715 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-03801681-731d-43ed-832f-43d8ec20ffe1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee78a612-543c-448f-b65a-115369c42f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441897 Feb 16 09:34:02.794874 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '626d6178-d39c-4550-8f20-91c0fc632bbd', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:48Z', 'updated_at': '2022-02-16T09:34:01Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:02.827359 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:34:02.835895 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:34:02.836523 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:33:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:02.848178 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-0e481b47-2c7f-4b55-8b93-35f1b6797082 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Feb 16 09:34:02.946571 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:34:02.955042 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc9f1a0f-0f86-4462-8abe-6edd94e28552 req-e71df1e5-a280-486b-a496-0da42d10c894 service neutron] 10.222.0.24 "GET /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915420 Feb 16 09:34:03.072879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce191ab8-513e-425f-9d88-6460961a2558 req-3a5c2325-8b97-4b51-96b1-81c0317505a3 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:03.074333 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ce191ab8-513e-425f-9d88-6460961a2558 req-3a5c2325-8b97-4b51-96b1-81c0317505a3 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 945 time: 0.0537057 Feb 16 09:34:03.120696 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ce191ab8-513e-425f-9d88-6460961a2558 req-18492c26-6ba4-4350-af75-29ddb53122ab tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Feb 16 09:34:03.179080 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '626d6178-d39c-4550-8f20-91c0fc632bbd', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:48Z', 'updated_at': '2022-02-16T09:34:01Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:03.209068 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328340f-56e6-499e-8d51-3b3a70a065e3 None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '626d6178-d39c-4550-8f20-91c0fc632bbd', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'port_id': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'mac_address': 'fa:16:3e:be:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:48Z', 'updated_at': '2022-02-16T09:34:01Z', 'revision_number': 1, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:34:03.397901 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b888a-be32-4e14-8426-7a477fcb96dd None None] New status for floating IP 626d6178-d39c-4550-8f20-91c0fc632bbd: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:34:03.482982 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:03.880874 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8150f4d7-c036-4543-ad57-c8f2b4111dce up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:34:03.933651 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 8150f4d7-c036-4543-ad57-c8f2b4111dce completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:34:03.938879 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 8150f4d7-c036-4543-ad57-c8f2b4111dce triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:34:03.939247 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:04.016336 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 8150f4d7-c036-4543-ad57-c8f2b4111dce is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:04.017023 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:04.045610 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:34:04.048374 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be627240-c668-4d70-974e-7d840797970f" -d '{"events": [{"server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "name": "network-vif-plugged", "status": "completed", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:34:04.061021 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:04.066604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:04.090713 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c62a028-0a77-4987-bc54-ac82689f897a x-openstack-request-id: req-7c62a028-0a77-4987-bc54-ac82689f897a {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:34:04.091006 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "name": "network-vif-plugged", "status": "completed", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:34:04.091252 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7c62a028-0a77-4987-bc54-ac82689f897a {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:34:04.091637 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce', 'code': 200} Feb 16 09:34:04.123654 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:04.253290 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932ce8-86e9-4172-aed8-6e54d6a1c63b req-465b83aa-7cb7-48ec-8f19-396ae2ef577d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:04.254775 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2f932ce8-86e9-4172-aed8-6e54d6a1c63b req-465b83aa-7cb7-48ec-8f19-396ae2ef577d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0579810 Feb 16 09:34:04.327215 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2f932ce8-86e9-4172-aed8-6e54d6a1c63b req-08e289ca-4d35-4107-afda-5a3990841bbe tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643332 Feb 16 09:34:04.332610 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53248c66-a401-4a31-8396-6ec376ff9135 req-542e45c3-9173-4bf9-81d3-e1c9522aef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:04.334142 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53248c66-a401-4a31-8396-6ec376ff9135 req-542e45c3-9173-4bf9-81d3-e1c9522aef91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 1130 time: 0.0785086 Feb 16 09:34:04.379860 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-53248c66-a401-4a31-8396-6ec376ff9135 req-c82d06da-c27a-4ecd-8dfa-db14effd1532 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Feb 16 09:34:05.450300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc65511-c0eb-4914-98d0-d25e02c2dc72 req-4c28baa2-db3e-4a08-8769-09662a74bef0 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:05.452002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5fc65511-c0eb-4914-98d0-d25e02c2dc72 req-4c28baa2-db3e-4a08-8769-09662a74bef0 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0552974 Feb 16 09:34:05.498835 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5fc65511-c0eb-4914-98d0-d25e02c2dc72 req-58dca46f-22ed-4726-a736-8c5f64b3bc7d tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Feb 16 09:34:06.616587 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c4a7-03fc-4457-a1a1-c4adc6601847 req-0fe07ee9-170d-4c90-b2e6-ad33431085bc tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:06.618044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0702c4a7-03fc-4457-a1a1-c4adc6601847 req-0fe07ee9-170d-4c90-b2e6-ad33431085bc tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0512042 Feb 16 09:34:06.663766 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0702c4a7-03fc-4457-a1a1-c4adc6601847 req-c7f5554e-3193-4437-8c3b-6557c18d25b6 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 Feb 16 09:34:07.381008 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32559fa-cc6b-44bb-ab21-7dcf13a8b211 req-624cc58a-64aa-4e44-b4f9-b290b7751a20 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:07.382409 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c32559fa-cc6b-44bb-ab21-7dcf13a8b211 req-624cc58a-64aa-4e44-b4f9-b290b7751a20 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0519474 Feb 16 09:34:07.432265 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c32559fa-cc6b-44bb-ab21-7dcf13a8b211 req-19a4ea80-ef31-4e47-a134-43b358fd447e tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Feb 16 09:34:07.568272 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:34:08.407174 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd572d-67f4-43e7-a377-b0f9b3416bf9 req-f457eec5-51cd-413d-8593-38edd592eba0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:08.408645 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27fd572d-67f4-43e7-a377-b0f9b3416bf9 req-f457eec5-51cd-413d-8593-38edd592eba0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0525672 Feb 16 09:34:08.455675 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27fd572d-67f4-43e7-a377-b0f9b3416bf9 req-07cd735e-ea59-404f-a6f5-d014bd4593a6 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Feb 16 09:34:08.550367 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec558b3-86f3-4d13-a4d1-75ccd55c1d27 req-b1df212c-12b4-4bff-bc70-718ab7687ab0 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:08.551711 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fec558b3-86f3-4d13-a4d1-75ccd55c1d27 req-b1df212c-12b4-4bff-bc70-718ab7687ab0 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0508349 Feb 16 09:34:08.596646 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fec558b3-86f3-4d13-a4d1-75ccd55c1d27 req-adc55c30-f616-417b-b7a4-3b47906fec71 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Feb 16 09:34:09.321647 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01297d13-4909-4580-a7ce-109343ba0562 req-fd0b5244-0b12-4a07-bd84-2af1c28ea846 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.323087 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-01297d13-4909-4580-a7ce-109343ba0562 req-fd0b5244-0b12-4a07-bd84-2af1c28ea846 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.0530710 Feb 16 09:34:09.461351 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Deleting port 8150f4d7-c036-4543-ad57-c8f2b4111dce {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:34:09.462067 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:09.599652 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] For port 8150f4d7-c036-4543-ad57-c8f2b4111dce, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=8150f4d7-c036-4543-ad57-c8f2b4111dce,segment=NetworkSegment(0b194daa-4db5-4036-9a50-a5f1f657bda5),segment_id=0b194daa-4db5-4036-9a50-a5f1f657bda5)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:09.599924 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:09.615276 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Calling delete_port for 8150f4d7-c036-4543-ad57-c8f2b4111dce owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:34:09.629142 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238c5d3-3d3e-4f55-a6cc-54ee9ab144a5 req-ac60c297-d183-4b22-8082-f701fd8c9822 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.630612 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0238c5d3-3d3e-4f55-a6cc-54ee9ab144a5 req-ac60c297-d183-4b22-8082-f701fd8c9822 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0878589 Feb 16 09:34:09.780687 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0238c5d3-3d3e-4f55-a6cc-54ee9ab144a5 req-bac5e5cd-969f-4e0f-a19d-2e34550f6057 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433108 Feb 16 09:34:09.801208 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013744-d3b5-47cf-a5ef-fbeb8674043c req-165c6067-c76d-460d-abce-2b9558f76f95 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.802699 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-17013744-d3b5-47cf-a5ef-fbeb8674043c req-165c6067-c76d-460d-abce-2b9558f76f95 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/ports?device_id=1398a621-f42f-4d2d-a0d5-aa21688d5fef HTTP/1.1" status: 200 len: 946 time: 0.1294305 Feb 16 09:34:09.886115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (8150f4d7-c036-4543-ad57-c8f2b4111dce), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:09.890496 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-17013744-d3b5-47cf-a5ef-fbeb8674043c req-9f8ff9b9-6123-422a-82f4-042830cde5e0 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.90 "GET /v2.0/security-groups?id=65bd941e-a071-421c-9bf2-eb85bea0dac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Feb 16 09:34:09.899811 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['8150f4d7-c036-4543-ad57-c8f2b4111dce'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:34:09.923803 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Pushing event deleted for resources: {'Port': ['ID=8150f4d7-c036-4543-ad57-c8f2b4111dce,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:09.964776 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] No DVR routers for this DVR port 8150f4d7-c036-4543-ad57-c8f2b4111dce on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:34:09.967216 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:09.971624 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-01297d13-4909-4580-a7ce-109343ba0562 req-d4e61af6-b83a-4ef6-9206-030c6aa16577 tempest-VolumesActionsTest-1382634802 tempest-VolumesActionsTest-1382634802-project] 10.222.0.24 "DELETE /v2.0/ports/8150f4d7-c036-4543-ad57-c8f2b4111dce HTTP/1.1" status: 204 len: 173 time: 0.6379983 Feb 16 09:34:09.972091 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'name': 'network-vif-deleted', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:34:09.974305 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d0e342-bbd6-4e94-906a-bf8753d91b77" -d '{"events": [{"server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "name": "network-vif-deleted", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:34:10.015073 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674addb-523d-430d-bd28-72fd4640b559 x-openstack-request-id: req-5674addb-523d-430d-bd28-72fd4640b559 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:34:10.015369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398a621-f42f-4d2d-a0d5-aa21688d5fef", "name": "network-vif-deleted", "tag": "8150f4d7-c036-4543-ad57-c8f2b4111dce", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:34:10.015620 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5674addb-523d-430d-bd28-72fd4640b559 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:34:10.016697 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398a621-f42f-4d2d-a0d5-aa21688d5fef', 'name': 'network-vif-deleted', 'tag': '8150f4d7-c036-4543-ad57-c8f2b4111dce', 'status': 'completed', 'code': 200} Feb 16 09:34:10.904328 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5f35-a142-4d16-82cb-ba3462ca4fff req-7ea67d1e-045c-4d89-9725-29506a1ab0f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:10.905766 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-618b5f35-a142-4d16-82cb-ba3462ca4fff req-7ea67d1e-045c-4d89-9725-29506a1ab0f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0510082 Feb 16 09:34:10.955008 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-618b5f35-a142-4d16-82cb-ba3462ca4fff req-be4c5dd6-cf4e-438f-adf5-3f6d5a01b1ed tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Feb 16 09:34:12.083847 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ea6c9-0542-4972-8c21-0d87542bb549 req-4fb4f4a2-43af-4264-9834-48141dc5b30a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:12.085465 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fc3ea6c9-0542-4972-8c21-0d87542bb549 req-4fb4f4a2-43af-4264-9834-48141dc5b30a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0555875 Feb 16 09:34:12.131071 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fc3ea6c9-0542-4972-8c21-0d87542bb549 req-16b14e59-f638-4de6-82d3-7e12fadc1e61 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Feb 16 09:34:13.252763 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66d96-8600-434e-bb92-4303dab18f61 req-199b0b79-08b8-4a25-982e-0fa1c97f3813 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:13.254376 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2c66d96-8600-434e-bb92-4303dab18f61 req-199b0b79-08b8-4a25-982e-0fa1c97f3813 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0526452 Feb 16 09:34:13.301507 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c2c66d96-8600-434e-bb92-4303dab18f61 req-42f19399-a5a1-47ec-b737-af63d2c7bbcd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Feb 16 09:34:13.658778 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8150f4d7-c036-4543-ad57-c8f2b4111dce no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:34:13.679537 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 8150f4d7-c036-4543-ad57-c8f2b4111dce {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:34:13.679882 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 8150f4d7-c036-4543-ad57-c8f2b4111dce not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:34:14.420202 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72720dfd-c88a-4322-b724-618ece95a4e8 req-4089a2cb-d255-4aee-85a9-9ab298619467 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:14.421652 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72720dfd-c88a-4322-b724-618ece95a4e8 req-4089a2cb-d255-4aee-85a9-9ab298619467 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0505865 Feb 16 09:34:14.472745 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-72720dfd-c88a-4322-b724-618ece95a4e8 req-c992030f-1153-4bff-a0c7-2ec4b0a285b7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 Feb 16 09:34:15.595561 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3332e-6ac7-48d9-89b1-4627db6f4cec req-93b1c93e-1e76-4955-baaf-112a3db69ca7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:15.597080 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cac3332e-6ac7-48d9-89b1-4627db6f4cec req-93b1c93e-1e76-4955-baaf-112a3db69ca7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Feb 16 09:34:15.642615 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cac3332e-6ac7-48d9-89b1-4627db6f4cec req-bd16b2ba-8c81-41f0-8e61-0bad2646d1e0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Feb 16 09:34:16.782018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2bf5-3a3e-493f-b407-957179318bdc req-2328afca-e817-4f86-a4ce-0da4e138e944 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:16.784091 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8fbd2bf5-3a3e-493f-b407-957179318bdc req-2328afca-e817-4f86-a4ce-0da4e138e944 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0621827 Feb 16 09:34:16.836132 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8fbd2bf5-3a3e-493f-b407-957179318bdc req-72317f5a-47d9-4ab4-bfb4-0db0a485c953 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Feb 16 09:34:16.948177 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:17.976731 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00057a-cd83-49bb-a70a-2965fbfd8f26 req-999dbb7b-7b5c-426c-aa09-368da8759c64 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:17.978182 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ce00057a-cd83-49bb-a70a-2965fbfd8f26 req-999dbb7b-7b5c-426c-aa09-368da8759c64 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0570831 Feb 16 09:34:18.026618 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ce00057a-cd83-49bb-a70a-2965fbfd8f26 req-50dcbf3c-aff4-4ebd-b5e3-8e7cc0d050fd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Feb 16 09:34:19.168334 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770bfd4-4f7a-436f-acd8-2d4143294a4f req-c030f6c6-7152-43b0-bb1c-e2e792bb4bd3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:19.170191 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d770bfd4-4f7a-436f-acd8-2d4143294a4f req-c030f6c6-7152-43b0-bb1c-e2e792bb4bd3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0627084 Feb 16 09:34:19.236838 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d770bfd4-4f7a-436f-acd8-2d4143294a4f req-af730621-4358-4696-944a-0329c27661ed tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604491 Feb 16 09:34:20.367127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fcad7-a23a-4b9a-8438-4c73f8f69460 req-60c30c62-2eb3-4bf8-9919-c849af4e94ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:20.373995 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e8fcad7-a23a-4b9a-8438-4c73f8f69460 req-60c30c62-2eb3-4bf8-9919-c849af4e94ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0595946 Feb 16 09:34:20.428784 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e8fcad7-a23a-4b9a-8438-4c73f8f69460 req-c4f2906e-1f42-415f-81b2-23c12d4e76b9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536573 Feb 16 09:34:21.586155 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298fd70-c3fd-4a6d-9b47-1d2cbbccdbbc req-19f87f83-3cf1-4fdf-9d4f-342556797e87 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:21.593101 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b298fd70-c3fd-4a6d-9b47-1d2cbbccdbbc req-19f87f83-3cf1-4fdf-9d4f-342556797e87 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0603542 Feb 16 09:34:21.646975 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b298fd70-c3fd-4a6d-9b47-1d2cbbccdbbc req-1f6a83ba-d620-4686-a4d5-088059f6dae9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528831 Feb 16 09:34:22.802292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82061e6-278e-4916-94db-8176961f0a5d req-d3a59f57-a4cd-42be-946b-c8aeca210c38 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:22.803856 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a82061e6-278e-4916-94db-8176961f0a5d req-d3a59f57-a4cd-42be-946b-c8aeca210c38 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Feb 16 09:34:22.856328 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a82061e6-278e-4916-94db-8176961f0a5d req-40cae9a0-057a-4c92-b874-ef8533b89af0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465875 Feb 16 09:34:24.088203 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0555-79c3-4b7e-b120-305f3a0500dd req-534c761f-5038-4d46-83b7-15383d5ea24d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:24.098434 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-728c0555-79c3-4b7e-b120-305f3a0500dd req-534c761f-5038-4d46-83b7-15383d5ea24d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.1004217 Feb 16 09:34:24.148323 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-728c0555-79c3-4b7e-b120-305f3a0500dd req-6dcc2086-27fe-4fe8-9d1d-4e23de858824 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488653 Feb 16 09:34:25.307387 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413285f6-4c31-4567-92d5-03106bdd4150 req-30313e11-73d8-4696-9aba-65e1027dda3b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:25.309859 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-413285f6-4c31-4567-92d5-03106bdd4150 req-30313e11-73d8-4696-9aba-65e1027dda3b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0564239 Feb 16 09:34:25.372585 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-413285f6-4c31-4567-92d5-03106bdd4150 req-077878ec-0b13-4d4d-a910-2e7ffa14097f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498028 Feb 16 09:34:26.521313 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f3321-c17f-4c69-b2a0-39b8992f65f1 req-c625399a-6e76-430c-a8df-135550724d03 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:26.523598 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc4f3321-c17f-4c69-b2a0-39b8992f65f1 req-c625399a-6e76-430c-a8df-135550724d03 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0724595 Feb 16 09:34:26.583883 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc4f3321-c17f-4c69-b2a0-39b8992f65f1 req-5797f9b0-91c1-4498-9414-f811b8b0a471 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542176 Feb 16 09:34:27.104878 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-47846dbc-55f6-4bbd-a8ed-0270e2a023f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:27.714813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e695a1-15d6-40ec-b8a8-61e5feaf2ef4 req-e7ed5f37-9af7-4552-8540-fe0b80015ca8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:27.716983 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-30e695a1-15d6-40ec-b8a8-61e5feaf2ef4 req-e7ed5f37-9af7-4552-8540-fe0b80015ca8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0610099 Feb 16 09:34:27.784208 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-30e695a1-15d6-40ec-b8a8-61e5feaf2ef4 req-4538b386-6ef2-4703-b41c-6d4b7356e2fe tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569251 Feb 16 09:34:28.965107 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998e022-703a-4f55-acac-51a9176f8d69 req-24d0dcb9-6b3d-49c8-90ff-88508bc6987a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:28.968404 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8998e022-703a-4f55-acac-51a9176f8d69 req-24d0dcb9-6b3d-49c8-90ff-88508bc6987a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0994673 Feb 16 09:34:29.059627 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8998e022-703a-4f55-acac-51a9176f8d69 req-306e07a9-1c8a-4203-a14d-965cbd535e56 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836787 Feb 16 09:34:29.497463 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-58944c57-ab35-49e2-ac97-1b371f12532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:30.196799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f77ef4-3895-4e48-8ff7-eabbc2098d1d req-16e79fac-4ef0-40f3-a69f-9ba4ae5d43fb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:30.198622 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-15f77ef4-3895-4e48-8ff7-eabbc2098d1d req-16e79fac-4ef0-40f3-a69f-9ba4ae5d43fb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0534182 Feb 16 09:34:30.249580 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-15f77ef4-3895-4e48-8ff7-eabbc2098d1d req-d8685a1c-7837-43bf-89c3-81c3ca6d7f7e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Feb 16 09:34:30.688814 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:30.886455 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:34:31.001836 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:31.013595 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:34:31.061541 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: ACTIVE; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:31.061937 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:31.078823 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:34:31.104181 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:31.108490 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:31.164545 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=6']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:31.172521 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.173310 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.173648 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.173981 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.174309 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.174635 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.174959 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.175286 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.175607 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.175926 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.176278 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.176594 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.176909 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:31.290633 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a21ec6a9-6230-4264-91df-ce100358cd2e'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:34:31.443040 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c35752-2e91-488f-acd9-2cb2401b5b3d req-da3bb281-21f1-4af3-8bad-a957b5e17c16 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:31.452347 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44c35752-2e91-488f-acd9-2cb2401b5b3d req-da3bb281-21f1-4af3-8bad-a957b5e17c16 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0923238 Feb 16 09:34:31.531153 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-44c35752-2e91-488f-acd9-2cb2401b5b3d req-9d70196c-10af-4c21-9828-231b027d2daf tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776281 Feb 16 09:34:31.918478 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:32.677694 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1d59-d6b9-4f92-895f-c2a4c010dc15 req-5b273ea4-1052-4500-b68e-a575617c6100 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:32.679988 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ead1d59-d6b9-4f92-895f-c2a4c010dc15 req-5b273ea4-1052-4500-b68e-a575617c6100 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0610666 Feb 16 09:34:32.736637 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5ead1d59-d6b9-4f92-895f-c2a4c010dc15 req-2a0341d7-f32d-4b92-8735-71b12e3e2df4 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509973 Feb 16 09:34:32.895909 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:34:32.951675 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a21ec6a9-6230-4264-91df-ce100358cd2e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:34:32.952492 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:33.055721 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:33.056135 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:33.081964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:34:33.088385 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2da18-a3cf-4abf-89e4-5b5dd7971fe5" -d '{"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:34:33.104687 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:33.111505 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:33.137345 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b6ef62-d878-497d-9811-ef6d46d95bd8 x-openstack-request-id: req-c9b6ef62-d878-497d-9811-ef6d46d95bd8 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:34:33.137642 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:34:33.137927 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c9b6ef62-d878-497d-9811-ef6d46d95bd8 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:34:33.138285 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'code': 200} Feb 16 09:34:33.170465 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=7']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:33.490351 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:33.884123 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0f5b-ad13-459e-a60f-7774892d65e2 req-30953eea-a83d-40b1-ab2a-2244354ad224 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:33.885608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc0e0f5b-ad13-459e-a60f-7774892d65e2 req-30953eea-a83d-40b1-ab2a-2244354ad224 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0640528 Feb 16 09:34:33.952672 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bc0e0f5b-ad13-459e-a60f-7774892d65e2 req-6a777548-863d-483c-97c2-81b2885862c3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588851 Feb 16 09:34:34.871686 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60184) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:34:34.922853 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Deleting subnet 5b2f148a-583f-4f4d-8833-96b24ba57e18 {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:34:34.927434 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Publish callbacks [] for subnet (5b2f148a-583f-4f4d-8833-96b24ba57e18), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:34.976425 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64702512'] for subnet (5b2f148a-583f-4f4d-8833-96b24ba57e18), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.044148 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (5b2f148a-583f-4f4d-8833-96b24ba57e18), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.140378 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd63b-80cd-4671-8463-77f800006458 req-8a5500d0-9120-4872-abad-379a5b4c6979 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:35.142532 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-285bd63b-80cd-4671-8463-77f800006458 req-8a5500d0-9120-4872-abad-379a5b4c6979 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.1005123 Feb 16 09:34:35.186981 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64705816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64736942'] for subnet (5b2f148a-583f-4f4d-8833-96b24ba57e18), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.239436 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2f148a-583f-4f4d-8833-96b24ba57e18,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:35.251543 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-285bd63b-80cd-4671-8463-77f800006458 req-33fdc142-0515-4ba6-aaf6-22c83f45f087 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024363 Feb 16 09:34:35.254449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.255215 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.255959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.256225 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.256565 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.256903 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.257232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.257563 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.257892 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.258220 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.258725 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.259315 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.259801 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:35.266904 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.270833 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-6070726b-1fcd-4b8e-8737-4b4ccd9884c2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5b2f148a-583f-4f4d-8833-96b24ba57e18 HTTP/1.1" status: 204 len: 168 time: 0.3979287 Feb 16 09:34:35.273546 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60192) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:34:35.357630 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (75e240c4-515e-4e54-a1e8-e24d37008573), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.497857 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (75e240c4-515e-4e54-a1e8-e24d37008573), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.527787 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e240c4-515e-4e54-a1e8-e24d37008573']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:35.543449 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b194daa-4db5-4036-9a50-a5f1f657bda5') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:35.543818 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b194daa-4db5-4036-9a50-a5f1f657bda5') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:35.556074 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (0b194daa-4db5-4036-9a50-a5f1f657bda5), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.577429 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (0b194daa-4db5-4036-9a50-a5f1f657bda5), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.587900 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:34:35.588477 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (0b194daa-4db5-4036-9a50-a5f1f657bda5), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:34:35.590682 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:34:35.665230 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (75e240c4-515e-4e54-a1e8-e24d37008573), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.670997 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:35.681333 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] 10.222.0.90 "DELETE /v2.0/networks/75e240c4-515e-4e54-a1e8-e24d37008573 HTTP/1.1" status: 204 len: 168 time: 0.4037712 Feb 16 09:34:35.690869 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59083e04-0608-4471-b71d-3301781e5d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e240c4-515e-4e54-a1e8-e24d37008573,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:35.939365 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60196) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:34:35.985503 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d77e9d74-8672-4f48-a2fc-865938954499 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c9ff11adcf524dcfb440adeff165bd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448518 Feb 16 09:34:35.987907 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60198) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:34:36.057724 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] Publish callbacks [] for security_group (65bd941e-a071-421c-9bf2-eb85bea0dac5), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:36.082551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] Publish callbacks [] for security_group (65bd941e-a071-421c-9bf2-eb85bea0dac5), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:36.133818 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (65bd941e-a071-421c-9bf2-eb85bea0dac5), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:36.136457 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:36.140437 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65bd941e-a071-421c-9bf2-eb85bea0dac5 HTTP/1.1" status: 204 len: 168 time: 0.1512527 Feb 16 09:34:36.150905 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc32dff-c23a-4509-a664-e22b3f1fa2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd941e-a071-421c-9bf2-eb85bea0dac5,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:36.413729 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0952e-a486-4f31-b414-865d7839b272 req-e5770ce8-b5ef-4373-9ea0-8d6ed3ee55e7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:36.415313 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c9d0952e-a486-4f31-b414-865d7839b272 req-e5770ce8-b5ef-4373-9ea0-8d6ed3ee55e7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0597973 Feb 16 09:34:36.779136 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c9d0952e-a486-4f31-b414-865d7839b272 req-611c1b06-524f-4244-8f91-ce6471240954 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523254 Feb 16 09:34:37.934275 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53274b9-b084-4ec7-8b46-2419bdd2e37d req-b6965c3e-bcdb-4b0d-983d-1c21f5fdaed4 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:37.935755 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d53274b9-b084-4ec7-8b46-2419bdd2e37d req-b6965c3e-bcdb-4b0d-983d-1c21f5fdaed4 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0697172 Feb 16 09:34:37.996632 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d53274b9-b084-4ec7-8b46-2419bdd2e37d req-65a5c463-78fc-43af-9167-57cba952c7bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532479 Feb 16 09:34:39.145754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b520cf-14a7-4497-a652-038ec81a0b70 req-36041c23-0600-4db6-8c0d-13b8254ef887 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:39.147388 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f0b520cf-14a7-4497-a652-038ec81a0b70 req-36041c23-0600-4db6-8c0d-13b8254ef887 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0690448 Feb 16 09:34:39.207203 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f0b520cf-14a7-4497-a652-038ec81a0b70 req-ed16aebb-ea9b-40b3-b8cb-8567936ea77c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539904 Feb 16 09:34:40.347270 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a2a13-be1c-4a5a-9a0b-c43e79db47c1 req-86da2c91-7bb0-4298-9162-b7642063eecb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:40.348948 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da3a2a13-be1c-4a5a-9a0b-c43e79db47c1 req-86da2c91-7bb0-4298-9162-b7642063eecb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0576241 Feb 16 09:34:40.406135 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-da3a2a13-be1c-4a5a-9a0b-c43e79db47c1 req-b2cfd107-a253-40e8-a2e7-d9b1d822b889 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513260 Feb 16 09:34:41.529982 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5b2d-6a3c-4c8b-8783-3350c0d42a7d req-d6516908-1196-4e50-a627-d46d748b54a9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:41.531640 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-badf5b2d-6a3c-4c8b-8783-3350c0d42a7d req-d6516908-1196-4e50-a627-d46d748b54a9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Feb 16 09:34:41.580238 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-badf5b2d-6a3c-4c8b-8783-3350c0d42a7d req-279a5d8a-7fe9-4503-998d-1cb3211b8c11 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Feb 16 09:34:41.892374 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413770f-634d-4150-9fef-875344e316db req-1abf9be7-879a-40a9-ae1f-b29d0cb2a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:41.893866 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-1abf9be7-879a-40a9-ae1f-b29d0cb2a743 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1130 time: 0.0519390 Feb 16 09:34:41.984366 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413770f-634d-4150-9fef-875344e316db req-ef085aa4-c641-4fbe-870f-2c8e5eb28019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:41.986397 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-ef085aa4-c641-4fbe-870f-2c8e5eb28019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.0846260 Feb 16 09:34:42.058735 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-66d88fe4-7598-4662-8f17-4cecb92587e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 1001 time: 0.0637209 Feb 16 09:34:42.107873 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413770f-634d-4150-9fef-875344e316db req-b709a6c9-e03f-408d-85b8-0c0db5dbb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:42.109351 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-b709a6c9-e03f-408d-85b8-0c0db5dbb26a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0432789 Feb 16 09:34:42.157304 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413770f-634d-4150-9fef-875344e316db req-7fdacfc9-713e-4f4a-92a7-9013ef2f08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:42.158746 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-7fdacfc9-713e-4f4a-92a7-9013ef2f08d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420721 Feb 16 09:34:42.249337 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-107c7479-e441-4237-b233-356daee54df6 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840752 Feb 16 09:34:42.346584 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9413770f-634d-4150-9fef-875344e316db req-739f1d38-e025-4049-b29d-1338c20319b6 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850132 Feb 16 09:34:42.717976 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8c946-600f-4791-87cf-c85b67889503 req-6e9dad2b-cec5-4cdf-b407-8a7ce26b0b31 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:42.720188 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e7f8c946-600f-4791-87cf-c85b67889503 req-6e9dad2b-cec5-4cdf-b407-8a7ce26b0b31 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0686648 Feb 16 09:34:42.765822 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e7f8c946-600f-4791-87cf-c85b67889503 req-0a33abb5-1776-47c6-a18a-bf65558d5623 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Feb 16 09:34:43.892049 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311a4d-5d12-4e24-9138-3edd7ca3c6dc req-594eb3a9-8716-48b5-bec4-4f68866bf9c8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:43.893584 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a311a4d-5d12-4e24-9138-3edd7ca3c6dc req-594eb3a9-8716-48b5-bec4-4f68866bf9c8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Feb 16 09:34:43.939749 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6a311a4d-5d12-4e24-9138-3edd7ca3c6dc req-f74110bc-83e9-49c9-9a2b-36dede4a0425 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Feb 16 09:34:44.570499 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:34:44.949988 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:34:45.034696 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: ACTIVE; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:45.035090 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:45.061691 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:34:45.063351 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f7c16-736a-4195-9691-f6f699b97c77" -d '{"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:34:45.074994 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc6ffd-7b8d-4269-a603-38325887a124 req-fd476f11-9652-4c80-8909-51622f88fe6d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:45.076605 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93dc6ffd-7b8d-4269-a603-38325887a124 req-fd476f11-9652-4c80-8909-51622f88fe6d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0607324 Feb 16 09:34:45.080286 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:45.090833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:45.115863 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5796691-f655-4567-b06f-04360022fc09 x-openstack-request-id: req-b5796691-f655-4567-b06f-04360022fc09 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:34:45.116258 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-unplugged", "status": "failed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "code": 422}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:34:45.116511 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5796691-f655-4567-b06f-04360022fc09 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:34:45.116941 dv-cinder-828459-1-iscsi neutron-server[102658]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'code': 422} returned with failed status Feb 16 09:34:45.142630 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=8']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:45.143927 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-93dc6ffd-7b8d-4269-a603-38325887a124 req-ade9af86-136d-4362-acf4-51d3a92eba9d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Feb 16 09:34:46.065419 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387337b-d242-458c-9212-7063756a7582 req-f06d0ed8-aef1-4262-bfef-618e5a5465c9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:46.066786 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4387337b-d242-458c-9212-7063756a7582 req-f06d0ed8-aef1-4262-bfef-618e5a5465c9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0772572 Feb 16 09:34:46.104634 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-86cef237-a84d-4430-b1c4-a24a72292c32 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723889 Feb 16 09:34:46.140952 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4387337b-d242-458c-9212-7063756a7582 req-a238283c-7642-48ca-bd04-dd9097d40153 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679858 Feb 16 09:34:46.185753 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-a64fc936-a14d-4c46-bf3f-06a8265e9741 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:46.187077 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-a64fc936-a14d-4c46-bf3f-06a8265e9741 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports/a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 941 time: 0.0506454 Feb 16 09:34:46.956395 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:47.026546 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-c7adb6ee-83d3-4f84-8385-3e1f9644134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.028063 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-c7adb6ee-83d3-4f84-8385-3e1f9644134b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4&tenant_id=fd441a80d29f4b5db8245c523e2ee25a HTTP/1.1" status: 200 len: 1128 time: 0.0804958 Feb 16 09:34:47.094691 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-4b5a8a74-3c81-49f3-ab72-bf6e3506c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.096278 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-4b5a8a74-3c81-49f3-ab72-bf6e3506c0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1128 time: 0.0443263 Feb 16 09:34:47.192700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-233782c0-fbf7-46c3-96aa-1123a4eaeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.194165 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-233782c0-fbf7-46c3-96aa-1123a4eaeeb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.0914485 Feb 16 09:34:47.293143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-04242dd8-0f0e-44eb-8aa8-bfb82442ac51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 999 time: 0.0909824 Feb 16 09:34:47.308207 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5cea2-a6a7-4fdd-a4e8-dc601b3c8582 req-f27d551b-4482-4e74-8ddd-c3c95ab2c9ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.309599 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cab5cea2-a6a7-4fdd-a4e8-dc601b3c8582 req-f27d551b-4482-4e74-8ddd-c3c95ab2c9ea tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0719867 Feb 16 09:34:47.376299 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-9ba811e4-bcd6-4de9-93a7-3b54aaad4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.379028 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-9ba811e4-bcd6-4de9-93a7-3b54aaad4043 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0685921 Feb 16 09:34:47.401766 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cab5cea2-a6a7-4fdd-a4e8-dc601b3c8582 req-66876a23-9662-4df8-bd5a-007fc3c6e405 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832717 Feb 16 09:34:47.434640 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-6dc39146-570e-4c53-9416-364e9ced8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:47.436136 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-6dc39146-570e-4c53-9416-364e9ced8bca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473320 Feb 16 09:34:47.530985 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-3ade839a-2cda-434f-be17-d57d7a9634ac service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840986 Feb 16 09:34:47.620520 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-336f21f2-c2c3-4bac-ba27-9f8c1548e9fa req-fcda9817-1f5f-4962-806c-dfff981909d3 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822585 Feb 16 09:34:48.540534 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f17bb-de43-46df-a7d7-0173972c5a55 req-581edbeb-4c49-49b1-b744-f949277de5f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:48.542005 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c46f17bb-de43-46df-a7d7-0173972c5a55 req-581edbeb-4c49-49b1-b744-f949277de5f2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0611241 Feb 16 09:34:48.592763 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c46f17bb-de43-46df-a7d7-0173972c5a55 req-e3058249-2aa9-4dc0-b07f-c017c0c62ed0 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Feb 16 09:34:48.973351 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:34:49.057550 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: DOWN; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:34:49.745705 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13415d5f-a551-4962-8081-57a1e1d47970 req-dc4b673a-ed87-43a1-9a2e-66786167b39c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:49.747886 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13415d5f-a551-4962-8081-57a1e1d47970 req-dc4b673a-ed87-43a1-9a2e-66786167b39c tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0570939 Feb 16 09:34:49.800471 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-13415d5f-a551-4962-8081-57a1e1d47970 req-7ce0fd93-b94a-4cd9-992d-0e3e47b75491 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462041 Feb 16 09:34:50.935639 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecfd52-650e-464a-b125-7fb31befbd68 req-5cb7f0fe-0a0e-4770-9262-e6877b24082b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:50.937047 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bfecfd52-650e-464a-b125-7fb31befbd68 req-5cb7f0fe-0a0e-4770-9262-e6877b24082b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0567942 Feb 16 09:34:50.991431 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bfecfd52-650e-464a-b125-7fb31befbd68 req-77c30bf0-e61f-4d78-97b4-3c8827ec3b61 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481875 Feb 16 09:34:52.132258 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d685-b357-4ad5-9f65-269d959244f8 req-74595fec-1d77-4662-9982-b275c9a438d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:52.133718 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e072d685-b357-4ad5-9f65-269d959244f8 req-74595fec-1d77-4662-9982-b275c9a438d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0538661 Feb 16 09:34:52.183256 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e072d685-b357-4ad5-9f65-269d959244f8 req-883d68e3-70aa-44ef-9a4d-48f29921af17 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428572 Feb 16 09:34:53.321258 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823bc2c-5bbb-4baa-bcd4-3874d6b03f09 req-1b633de8-e072-4173-92c7-0a77bec94086 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:53.322897 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4823bc2c-5bbb-4baa-bcd4-3874d6b03f09 req-1b633de8-e072-4173-92c7-0a77bec94086 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0588849 Feb 16 09:34:53.375143 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4823bc2c-5bbb-4baa-bcd4-3874d6b03f09 req-4a4b6d4b-e947-4fbd-aec7-8970b1edbb75 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466440 Feb 16 09:34:54.511028 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a0a5-837e-4efc-9e02-91c3c830011d req-490cea26-6077-4e28-b9a2-d913249172bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:54.512505 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03d4a0a5-837e-4efc-9e02-91c3c830011d req-490cea26-6077-4e28-b9a2-d913249172bb tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0586123 Feb 16 09:34:54.565997 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-03d4a0a5-837e-4efc-9e02-91c3c830011d req-dbe06e8d-7038-459f-a1e2-ba580ad2d1f8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477614 Feb 16 09:34:55.700997 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509f69e-cc57-41c6-a022-4ae9bbe38913 req-3e91e954-df6c-4337-8b4f-56762a39f271 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:55.702603 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0509f69e-cc57-41c6-a022-4ae9bbe38913 req-3e91e954-df6c-4337-8b4f-56762a39f271 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0596821 Feb 16 09:34:55.751640 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0509f69e-cc57-41c6-a022-4ae9bbe38913 req-1670246e-e61e-4d2b-b2d4-7d85d73f8df9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Feb 16 09:34:56.881373 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879aae9-9382-496d-a9a8-15db249b4130 req-36cd59df-dc18-4753-96da-484291d2b562 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:56.882844 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c879aae9-9382-496d-a9a8-15db249b4130 req-36cd59df-dc18-4753-96da-484291d2b562 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0573235 Feb 16 09:34:56.934164 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c879aae9-9382-496d-a9a8-15db249b4130 req-bc403ed5-e20d-47f3-b1a3-8ae7d8deb8f7 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Feb 16 09:34:57.098355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a1731c1d-d56c-4deb-923f-212d28c33546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:34:58.059690 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8854-83dd-43d6-9dc5-665588c293fa req-a6184daa-ea96-4331-ac72-bc932cf87358 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:58.061211 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-729e8854-83dd-43d6-9dc5-665588c293fa req-a6184daa-ea96-4331-ac72-bc932cf87358 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0524080 Feb 16 09:34:58.110389 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-729e8854-83dd-43d6-9dc5-665588c293fa req-4f27d144-4d24-40eb-ac52-004b57caf07a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Feb 16 09:34:59.233914 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444ee4-a073-429d-8e96-1150e2273013 req-3ec74e20-5da7-4274-a371-6107d58f1264 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:59.236305 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52444ee4-a073-429d-8e96-1150e2273013 req-3ec74e20-5da7-4274-a371-6107d58f1264 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0531845 Feb 16 09:34:59.286978 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-52444ee4-a073-429d-8e96-1150e2273013 req-5c69ce7c-265c-44e4-84c8-bf0dd529f031 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447657 Feb 16 09:34:59.488496 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-490201c3-1752-4d54-8fc6-3001bfb383f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:00.412700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b98f8c-373e-47ca-9a8a-e1880d48baa3 req-198634d0-c8e8-4ca9-aa87-39ecb0a5651f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:00.414356 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-21b98f8c-373e-47ca-9a8a-e1880d48baa3 req-198634d0-c8e8-4ca9-aa87-39ecb0a5651f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0561085 Feb 16 09:35:00.471930 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-21b98f8c-373e-47ca-9a8a-e1880d48baa3 req-da9289b0-837e-48a1-ba1a-f5ca3d44ac43 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500095 Feb 16 09:35:00.683038 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:01.069520 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:35:01.167503 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:01.179488 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'port_id': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'mac_address': 'fa:16:3e:0c:16:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:35:01.225399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:01.225796 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:01.240763 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:35:01.263013 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:01.266897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:01.315515 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=9']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:01.606004 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787a9a9-a7cc-496b-b82e-401ab0ad8792 req-f0d13a31-db15-4e8d-82fe-b74fce7bc179 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:01.607489 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8787a9a9-a7cc-496b-b82e-401ab0ad8792 req-f0d13a31-db15-4e8d-82fe-b74fce7bc179 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Feb 16 09:35:01.619125 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['a21ec6a9-6230-4264-91df-ce100358cd2e'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:35:01.654466 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8787a9a9-a7cc-496b-b82e-401ab0ad8792 req-bc9129fd-32ce-4a0d-98c9-235c19c8dfb8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Feb 16 09:35:01.917129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:02.826467 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ee9e4-f4ce-4df8-b538-b557938d3516 req-3f4f1cad-8999-46ab-acba-0f66864c6598 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:02.827936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd1ee9e4-f4ce-4df8-b538-b557938d3516 req-3f4f1cad-8999-46ab-acba-0f66864c6598 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0857301 Feb 16 09:35:02.860335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84e7b-2b0a-4062-8a71-7024a8642aa9 req-d582d962-1df5-4896-b56c-f12c68857b3d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:02.861798 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69e84e7b-2b0a-4062-8a71-7024a8642aa9 req-d582d962-1df5-4896-b56c-f12c68857b3d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0900736 Feb 16 09:35:02.906501 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-dd1ee9e4-f4ce-4df8-b538-b557938d3516 req-fdde4eb4-2f18-407a-8e8b-f25acbdd5d51 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705957 Feb 16 09:35:02.930044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-69e84e7b-2b0a-4062-8a71-7024a8642aa9 req-cb034f66-aaed-480f-b483-eb8264c7cb36 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609539 Feb 16 09:35:03.068912 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:03.115240 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port a21ec6a9-6230-4264-91df-ce100358cd2e triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:03.115610 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:03.187972 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port a21ec6a9-6230-4264-91df-ce100358cd2e is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:03.188381 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:03.212832 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:35:03.215025 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2898841-da10-4d44-bb15-dc5cc79c625f" -d '{"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:35:03.228177 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:03.232963 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:03.258922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce4156-f356-4ae6-8318-730cebc35eae x-openstack-request-id: req-6cce4156-f356-4ae6-8318-730cebc35eae {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:35:03.259243 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:35:03.259548 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6cce4156-f356-4ae6-8318-730cebc35eae {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:35:03.259934 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'code': 200} Feb 16 09:35:03.285933 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=10']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:03.484693 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:04.064245 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5abc9-7dec-4861-b394-1e12aefcba53 req-3bab7935-6631-49e0-bf95-eeb772010ae2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:04.065700 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bda5abc9-7dec-4861-b394-1e12aefcba53 req-3bab7935-6631-49e0-bf95-eeb772010ae2 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0855794 Feb 16 09:35:04.087530 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb011-e4b1-496f-8801-db52d73b73fe req-ed0e54d3-c0a0-4190-a3f2-6b756b7e2331 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:04.088965 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-50acb011-e4b1-496f-8801-db52d73b73fe req-ed0e54d3-c0a0-4190-a3f2-6b756b7e2331 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0820863 Feb 16 09:35:04.151309 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bda5abc9-7dec-4861-b394-1e12aefcba53 req-939b4f90-3ebd-49f8-8ae2-3a524ce9847e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768380 Feb 16 09:35:04.162562 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-50acb011-e4b1-496f-8801-db52d73b73fe req-eadda71e-ed95-4b64-a669-1e9d1c6d611f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664952 Feb 16 09:35:05.308035 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542ca1-c5bc-400b-85c0-bea8816fb5eb req-1fe7d77f-f39c-489e-83af-4dc419fe286d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:05.309493 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-80542ca1-c5bc-400b-85c0-bea8816fb5eb req-1fe7d77f-f39c-489e-83af-4dc419fe286d tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0775013 Feb 16 09:35:05.317385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d6a6f-2c84-4260-939f-6e97cdc6f208 req-63cf8936-50b9-4132-ae1d-181cf268a2f3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:05.318744 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e4d6a6f-2c84-4260-939f-6e97cdc6f208 req-63cf8936-50b9-4132-ae1d-181cf268a2f3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0964398 Feb 16 09:35:05.387358 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-80542ca1-c5bc-400b-85c0-bea8816fb5eb req-a59c39a6-6384-4876-a803-ea7893359f00 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675972 Feb 16 09:35:05.394056 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9e4d6a6f-2c84-4260-939f-6e97cdc6f208 req-41429b39-f461-4075-b7ad-545725c9e1cf tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687656 Feb 16 09:35:05.956519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d6ea-c1da-4d24-a71f-3502c767c0af req-04ee5fd7-04dd-4168-bfbb-8f2a0080cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:05.958195 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5563d6ea-c1da-4d24-a71f-3502c767c0af req-04ee5fd7-04dd-4168-bfbb-8f2a0080cf6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1131 time: 0.0432885 Feb 16 09:35:06.006792 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5563d6ea-c1da-4d24-a71f-3502c767c0af req-4557e64c-4eea-42cc-afd4-89667f349963 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Feb 16 09:35:06.541865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6659553-461a-4b3f-889b-73a609999db3 req-90a6ed94-e0b5-4257-92a4-2e1961883004 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:06.543326 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6659553-461a-4b3f-889b-73a609999db3 req-90a6ed94-e0b5-4257-92a4-2e1961883004 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0882080 Feb 16 09:35:06.554251 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758c1fb-304d-49d1-b559-92ba35333dfc req-aafee451-2886-4596-967f-88cb2d992a6a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:06.555672 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0758c1fb-304d-49d1-b559-92ba35333dfc req-aafee451-2886-4596-967f-88cb2d992a6a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0731561 Feb 16 09:35:06.625879 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a6659553-461a-4b3f-889b-73a609999db3 req-a35094d0-9889-4293-9dcd-e2aa60847777 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692322 Feb 16 09:35:06.629667 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0758c1fb-304d-49d1-b559-92ba35333dfc req-773876e4-391f-459c-95e2-29227c603997 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674512 Feb 16 09:35:07.782869 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab9a1c-fdd3-4a9d-896d-c675faf353f4 req-6feff512-48f8-44f6-abcf-abfd2a43c912 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:07.784375 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-68ab9a1c-fdd3-4a9d-896d-c675faf353f4 req-6feff512-48f8-44f6-abcf-abfd2a43c912 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0866632 Feb 16 09:35:07.806947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267a73-a8f3-42b8-8656-c9ff0139de80 req-35fbc2f0-01bb-4cb1-8e02-fc56e80767e8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:07.808422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b267a73-a8f3-42b8-8656-c9ff0139de80 req-35fbc2f0-01bb-4cb1-8e02-fc56e80767e8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0827501 Feb 16 09:35:07.871936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-68ab9a1c-fdd3-4a9d-896d-c675faf353f4 req-158c7900-18d9-4006-bdd7-3231685538ac tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups?id=03795e41-9cca-4e5f-a1e8-85c666af5217&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797915 Feb 16 09:35:07.878682 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b267a73-a8f3-42b8-8656-c9ff0139de80 req-4ff81552-1198-4b08-973b-54d5b9f8c224 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640633 Feb 16 09:35:07.969201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-9dc28d04-3fb0-4cba-87d8-fbc342615afd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:07.970608 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-9dc28d04-3fb0-4cba-87d8-fbc342615afd tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 946 time: 0.0518320 Feb 16 09:35:08.071495 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Deleting port 9703b130-0abd-45b4-afd5-0a583e84aa00 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:08.071838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.159100 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] For port 9703b130-0abd-45b4-afd5-0a583e84aa00, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9703b130-0abd-45b4-afd5-0a583e84aa00,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:08.159375 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.337815 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.338179 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.338500 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Floating IP 626d6178-d39c-4550-8f20-91c0fc632bbd disassociated. External IP: 172.27.3.125, port: 9703b130-0abd-45b4-afd5-0a583e84aa00. Feb 16 09:35:08.338838 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Calling delete_port for 9703b130-0abd-45b4-afd5-0a583e84aa00 owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:08.468122 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (9703b130-0abd-45b4-afd5-0a583e84aa00), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.496333 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'Port': ['ID=9703b130-0abd-45b4-afd5-0a583e84aa00,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:08.612059 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:35:08.720591 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:35:08.730204 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:35:08.739282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:08.739897 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:34:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:08.761433 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] No DVR routers for this DVR port 9703b130-0abd-45b4-afd5-0a583e84aa00 on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:35:08.763967 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:08.767945 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9ac237bd-f7d1-45d8-9068-fce565e56c37 req-b09849db-52b8-404d-97ec-b49113966093 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.24 "DELETE /v2.0/ports/9703b130-0abd-45b4-afd5-0a583e84aa00 HTTP/1.1" status: 204 len: 173 time: 0.7912405 Feb 16 09:35:08.768359 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'name': 'network-vif-deleted', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:35:08.771649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458f0936-3a4f-4614-82d1-8bf468a09184" -d '{"events": [{"server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "name": "network-vif-deleted", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:35:08.816138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700228a1-4a28-40df-bf6e-0588d26f4023 x-openstack-request-id: req-700228a1-4a28-40df-bf6e-0588d26f4023 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:35:08.817312 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c8ce8-380e-44ae-949f-e23325cc8cc7", "name": "network-vif-deleted", "tag": "9703b130-0abd-45b4-afd5-0a583e84aa00", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:35:08.817423 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-700228a1-4a28-40df-bf6e-0588d26f4023 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:35:08.817861 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999c8ce8-380e-44ae-949f-e23325cc8cc7', 'name': 'network-vif-deleted', 'tag': '9703b130-0abd-45b4-afd5-0a583e84aa00', 'status': 'completed', 'code': 200} Feb 16 09:35:08.858421 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:09.020589 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af7df72b-1f3d-4bb4-9a65-d5732f198d56 req-a85a93de-700e-4e55-a8bf-f5cb2136e68f tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/ports?device_id=999c8ce8-380e-44ae-949f-e23325cc8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0544922 Feb 16 09:35:09.058009 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28deb8-0e49-4a9e-a496-d9ba4978fe89 req-b8f7b3d1-132f-40da-9bca-5a7931df5388 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:09.059546 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a28deb8-0e49-4a9e-a496-d9ba4978fe89 req-b8f7b3d1-132f-40da-9bca-5a7931df5388 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0955136 Feb 16 09:35:09.084725 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:09.107388 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4a28deb8-0e49-4a9e-a496-d9ba4978fe89 req-7abb809e-79fa-4fb0-aeef-a43eb5c553b5 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Feb 16 09:35:09.110130 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:35:09.119612 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:09.120284 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:34:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:09.226528 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:09.435815 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:09.466726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924eeea4-9dd7-46b7-be67-a67c8c24101e None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:27:24Z', 'revision_number': 4, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '88cf95d9-ea47-4e7b-a20e-6057dec26d79', 'name': '', 'network_id': 'ee78a612-543c-448f-b65a-115369c42f9c', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'mac_address': 'fa:16:3e:9d:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:22Z', 'updated_at': '2022-02-16T09:27:31Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'subnets': [{'id': '2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:35:09.688730 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8747581-d0b8-46c0-865e-8b4eb091dabd None None] New status for floating IP 626d6178-d39c-4550-8f20-91c0fc632bbd: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:35:10.104754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60642) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:10.155555 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (03795e41-9cca-4e5f-a1e8-85c666af5217), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.179030 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (03795e41-9cca-4e5f-a1e8-85c666af5217), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.228222 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (03795e41-9cca-4e5f-a1e8-85c666af5217), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.230728 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.231852 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "DELETE /v2.0/security-groups/03795e41-9cca-4e5f-a1e8-85c666af5217 HTTP/1.1" status: 204 len: 168 time: 0.1260550 Feb 16 09:35:10.234679 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60644) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:10.241492 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc90a25-9aad-4963-af3f-21fca2c41bb8 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03795e41-9cca-4e5f-a1e8-85c666af5217,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:10.250865 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.api.v2.resource [None req-79002e82-ee9f-4cb0-b957-9a9dd1a341b0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] show failed (client error): The resource could not be found. Feb 16 09:35:10.255073 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60648) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:10.255235 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-79002e82-ee9f-4cb0-b957-9a9dd1a341b0 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "GET /v2.0/security-groups/03795e41-9cca-4e5f-a1e8-85c666af5217 HTTP/1.1" status: 404 len: 347 time: 0.0194745 Feb 16 09:35:10.382700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Deleting port c1c379b0-8c5f-4dbe-aaf8-48349d4631a9 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:10.383040 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.455207 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.455499 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.468654 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Calling delete_port for c1c379b0-8c5f-4dbe-aaf8-48349d4631a9 owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:10.619711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (c1c379b0-8c5f-4dbe-aaf8-48349d4631a9), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.643701 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Pushing event deleted for resources: {'Port': ['ID=c1c379b0-8c5f-4dbe-aaf8-48349d4631a9,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:10.704880 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks [] for floatingip (626d6178-d39c-4550-8f20-91c0fc632bbd), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.708039 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:10.709186 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8d237290-eda4-4284-9edb-04b21efbc175 tempest-AttachVolumeTestJSON-1536773262 tempest-AttachVolumeTestJSON-1536773262-project] 10.222.0.90 "DELETE /v2.0/floatingips/626d6178-d39c-4550-8f20-91c0fc632bbd HTTP/1.1" status: 204 len: 168 time: 0.4531307 Feb 16 09:35:11.092669 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9703b130-0abd-45b4-afd5-0a583e84aa00 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:35:11.111863 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 9703b130-0abd-45b4-afd5-0a583e84aa00 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:35:11.112225 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9703b130-0abd-45b4-afd5-0a583e84aa00 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:35:11.841129 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60668) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:11.950489 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb5931f6-a199-4a68-835e-757f289e81fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.024559 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb5931f6-a199-4a68-835e-757f289e81fb admin admin] Publish callbacks [] for security_group (c41ae60a-c7a9-4a56-b114-808c42985ae4), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.028242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb5931f6-a199-4a68-835e-757f289e81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c41ae60a-c7a9-4a56-b114-808c42985ae4), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.065996 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cb5931f6-a199-4a68-835e-757f289e81fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=638d8684293e4c66bbdd4ec60a7d590e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237701 Feb 16 09:35:12.068621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5931f6-a199-4a68-835e-757f289e81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ae60a-c7a9-4a56-b114-808c42985ae4,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:12.069725 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60676) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:12.128262 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Publish callbacks [] for security_group (c41ae60a-c7a9-4a56-b114-808c42985ae4), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.151331 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Publish callbacks [] for security_group (c41ae60a-c7a9-4a56-b114-808c42985ae4), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.210177 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c41ae60a-c7a9-4a56-b114-808c42985ae4), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.213057 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.214220 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c41ae60a-c7a9-4a56-b114-808c42985ae4 HTTP/1.1" status: 204 len: 168 time: 0.1435533 Feb 16 09:35:12.224762 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ae60a-c7a9-4a56-b114-808c42985ae4,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:12.232936 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.233318 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.233754 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.234140 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.234470 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.234803 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.235118 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.235455 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.235819 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.236240 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.236588 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.236908 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.237221 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3199f3b-6387-4437-af33-4e67bd0d2c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:12.856482 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60698) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:12.948509 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1116446869-network', 'tenant_id': 'd998345414e84cd98ace4a86cbc59561'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:12.968056 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Made reservation on behalf of d998345414e84cd98ace4a86cbc59561 for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:12.970369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:12.979591 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.057033 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks [] for security_group (8f9f994c-b134-42b3-a3dd-c9a92be23d21), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.061122 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8f9f994c-b134-42b3-a3dd-c9a92be23d21), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.087728 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:35:13.096670 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f994c-b134-42b3-a3dd-c9a92be23d21,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:13.105684 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ffed641e-b5ed-4809-ad16-c0c4a34ff7c9), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.106027 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Added segment ffed641e-b5ed-4809-ad16-c0c4a34ff7c9 of type vlan for network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 Feb 16 09:35:13.146456 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (7563bd6a-a701-48c4-85b9-b40b1b19ec32), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.171696 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (7563bd6a-a701-48c4-85b9-b40b1b19ec32), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.172645 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:13.173218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.203867 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3462248 Feb 16 09:35:13.206827 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60712) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:13.212689 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Request body: {'subnet': {'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1116446869-subnet', 'tenant_id': 'd998345414e84cd98ace4a86cbc59561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:13.230356 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Made reservation on behalf of d998345414e84cd98ace4a86cbc59561 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:13.232691 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.235776 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b52b6-5fb4-47f5-ad33-3469659d8308 admin admin] Pushing event updated for resources: {'Network': ['ID=7563bd6a-a701-48c4-85b9-b40b1b19ec32,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:13.246854 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:35:13.670338 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (76d565ac-a796-4e6e-9e90-8be641e89e35), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.721208 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d565ac-a796-4e6e-9e90-8be641e89e35,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:13.733117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Checking segment: {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:13.733472 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Network hostable DHCP agents. Network: 7563bd6a-a701-48c4-85b9-b40b1b19ec32, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:35:13.750570 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:35:13.759427 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 7563bd6a-a701-48c4-85b9-b40b1b19ec32) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:13.764067 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:13.765015 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:13.768824 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d50406-c304-4fb1-988f-54c6d9bff25d None None] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:13.780636 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-24d86c9b-0b77-4124-bac5-fd0e9bc366b0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5717249 Feb 16 09:35:13.870086 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93aff52-be97-4c41-b0f4-df3ce49325ff None None] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:14.243894 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60728) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:14.647452 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:14.891788 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Deleting port 88cf95d9-ea47-4e7b-a20e-6057dec26d79 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:14.892147 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:14.968460 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] For port 88cf95d9-ea47-4e7b-a20e-6057dec26d79, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=88cf95d9-ea47-4e7b-a20e-6057dec26d79,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:14.968737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:14.981728 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Calling delete_port for 88cf95d9-ea47-4e7b-a20e-6057dec26d79 owned by network:router_interface {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:15.165368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (88cf95d9-ea47-4e7b-a20e-6057dec26d79), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:15.191832 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=88cf95d9-ea47-4e7b-a20e-6057dec26d79,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:15.368584 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:15.565896 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-bfdfbb62-1e59-4b20-b06e-406f71f17401 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:15.567785 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-bfdfbb62-1e59-4b20-b06e-406f71f17401 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 814 time: 0.1256359 Feb 16 09:35:15.641035 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-6173d3f2-8011-4452-9392-7fe903608107 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/quotas/d998345414e84cd98ace4a86cbc59561 HTTP/1.1" status: 200 len: 375 time: 0.0361571 Feb 16 09:35:15.680936 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-f55577be-3082-4397-af37-f39b8393a6e1 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338557 Feb 16 09:35:15.757657 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Router fa02e110-3174-4f98-bd1d-78fa31690cdf has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:35:15.851751 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-0c6258a3-41e7-4888-be6e-9396ad3c5f5b service neutron] 10.222.0.90 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633291 Feb 16 09:35:15.950527 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:35:15.956428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8996f264-1086-4775-8406-c59c77e7c2fb admin admin] 10.222.0.90 "PUT /v2.0/routers/fa02e110-3174-4f98-bd1d-78fa31690cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114735 Feb 16 09:35:15.959005 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60748) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:15.961976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Sync routers for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:35:15.971307 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:15.971940 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:34:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:16.038954 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-f5720031-526a-4d65-8fb9-5e438938fdaf service neutron] 10.222.0.90 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805463 Feb 16 09:35:16.084888 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks [] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.090295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:16.204585 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks [] for router_gateway (fa02e110-3174-4f98-bd1d-78fa31690cdf), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.241570 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9212f78-452a-43aa-9221-27aa97f27e50 req-5d02820e-33ff-4391-a80b-ed79bd3772c4 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 210 time: 0.0333858 Feb 16 09:35:16.289232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Deleting port 37a88c02-d983-4298-888e-f1e327333d92 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:16.289826 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (37a88c02-d983-4298-888e-f1e327333d92), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.296460 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '37a88c02-d983-4298-888e-f1e327333d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:35:15Z', 'revision_number': 5, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port': {'id': '37a88c02-d983-4298-888e-f1e327333d92', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:16Z', 'updated_at': '2022-02-16T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:16.325480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Checking router: fa02e110-3174-4f98-bd1d-78fa31690cdf for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:35:16.337011 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Routers {'fa02e110-3174-4f98-bd1d-78fa31690cdf'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:16.337642 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:34:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['fa02e110-3174-4f98-bd1d-78fa31690cdf'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:16.377505 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] For port 37a88c02-d983-4298-888e-f1e327333d92, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=37a88c02-d983-4298-888e-f1e327333d92,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:16.377505 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (37a88c02-d983-4298-888e-f1e327333d92), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.389499 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Calling delete_port for 37a88c02-d983-4298-888e-f1e327333d92 owned by network:router_gateway {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:16.433941 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] Set router fa02e110-3174-4f98-bd1d-78fa31690cdf gateway port host: None {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:16.492947 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:35:16Z', 'revision_number': 6, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:16.520407 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b8734-3605-4163-9637-7e18f93a9750 None None] The sync data for ids ['fa02e110-3174-4f98-bd1d-78fa31690cdf'] in dv-cinder-828459-1-iscsi is: [{'id': 'fa02e110-3174-4f98-bd1d-78fa31690cdf', 'name': 'tempest-AttachVolumeTestJSON-1773761429-router', 'tenant_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:14Z', 'updated_at': '2022-02-16T09:35:16Z', 'revision_number': 6, 'project_id': 'e5ffe873ea8e4496ae33e277307e3b5b', 'gw_port_host': None}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:35:16.578014 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (37a88c02-d983-4298-888e-f1e327333d92), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.603879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a88c02-d983-4298-888e-f1e327333d92,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:16.667597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.765867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.768114 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks [] for router_controller (fa02e110-3174-4f98-bd1d-78fa31690cdf), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.816131 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (fa02e110-3174-4f98-bd1d-78fa31690cdf), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.817344 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa02e110-3174-4f98-bd1d-78fa31690cdf {{(pid=102655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:35:16.821840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.823068 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1e9ebaa5-6009-459f-9094-2d62fc8ece52 admin admin] 10.222.0.90 "DELETE /v2.0/routers/fa02e110-3174-4f98-bd1d-78fa31690cdf HTTP/1.1" status: 204 len: 168 time: 0.8630137 Feb 16 09:35:16.825696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60760) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:16.870782 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Deleting subnet 2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:35:16.874136 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Publish callbacks [] for subnet (2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.910798 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64702512'] for subnet (2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:16.962479 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.026061 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.079594 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64705816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64736942'] for subnet (2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.105385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:17.108972 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.116836 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e030aa77-4ce6-4b54-9205-25be3b527c2a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2ad581f6-7ff5-4ef1-b0fc-fc0e6d34e0a6 HTTP/1.1" status: 204 len: 168 time: 0.2855346 Feb 16 09:35:17.117359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60762) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:17.120833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b138cdb9-5841-4a25-ad89-1f9c1eb8b95d None None] Network ee78a612-543c-448f-b65a-115369c42f9c requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:17.340214 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] DHCP port deletion for ee78a612-543c-448f-b65a-115369c42f9c request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:35:17.423957 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Deleting port 09971403-690d-4155-9db3-6fc707ff56c1 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:17.424703 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (09971403-690d-4155-9db3-6fc707ff56c1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.511345 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] For port 09971403-690d-4155-9db3-6fc707ff56c1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=09971403-690d-4155-9db3-6fc707ff56c1,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:17.512050 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (09971403-690d-4155-9db3-6fc707ff56c1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.526713 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 09971403-690d-4155-9db3-6fc707ff56c1 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:35:17.534132 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Calling delete_port for 09971403-690d-4155-9db3-6fc707ff56c1 owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:17.548245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (ee78a612-543c-448f-b65a-115369c42f9c), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.593941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-af41ffa0-3386-4e86-8a43-40b44e4f3e19 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:17.595380 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-af41ffa0-3386-4e86-8a43-40b44e4f3e19 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 814 time: 0.4412756 Feb 16 09:35:17.597421 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4ba81d60-05ab-4406-8c96-16a90ee6ad56 req-5a0acd3e-8925-4286-81a5-fad1668ae3f2 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 210 time: 0.0409741 Feb 16 09:35:17.608191 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Deleting port 09971403-690d-4155-9db3-6fc707ff56c1 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:17.608629 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (09971403-690d-4155-9db3-6fc707ff56c1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.611966 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Request body: {'port': {'device_id': '87cff782-3099-43ce-ad19-d747fd881ea6', 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32', 'admin_state_up': True, 'tenant_id': 'd998345414e84cd98ace4a86cbc59561'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:17.675794 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] For port 09971403-690d-4155-9db3-6fc707ff56c1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=09971403-690d-4155-9db3-6fc707ff56c1,segment=NetworkSegment(ac176fd4-d56d-4618-bc57-bbf2245916e4),segment_id=ac176fd4-d56d-4618-bc57-bbf2245916e4)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:17.676371 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (09971403-690d-4155-9db3-6fc707ff56c1), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.689653 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Calling delete_port for 09971403-690d-4155-9db3-6fc707ff56c1 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:17.696169 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (09971403-690d-4155-9db3-6fc707ff56c1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.726925 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] Pushing event deleted for resources: {'Port': ['ID=09971403-690d-4155-9db3-6fc707ff56c1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:17.736540 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 09971403-690d-4155-9db3-6fc707ff56c1 is: ACTIVE; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:17.737109 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (09971403-690d-4155-9db3-6fc707ff56c1), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.748488 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Made reservation on behalf of d998345414e84cd98ace4a86cbc59561 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:17.752396 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.765410 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4128193-67d4-4a50-af4f-e5b23d1ffcdd None None] No DVR routers for this DVR port 09971403-690d-4155-9db3-6fc707ff56c1 on host dv-cinder-828459-1-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:35:17.782071 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (09971403-690d-4155-9db3-6fc707ff56c1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.799936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 88cf95d9-ea47-4e7b-a20e-6057dec26d79 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:35:17.820010 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09971403-690d-4155-9db3-6fc707ff56c1,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:17.822074 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] No DVR routers for this DVR port 09971403-690d-4155-9db3-6fc707ff56c1 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:35:17.834171 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 88cf95d9-ea47-4e7b-a20e-6057dec26d79 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:35:17.834673 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 88cf95d9-ea47-4e7b-a20e-6057dec26d79 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:35:17.835188 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 37a88c02-d983-4298-888e-f1e327333d92 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:35:17.855944 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 37a88c02-d983-4298-888e-f1e327333d92 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:35:17.856459 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 37a88c02-d983-4298-888e-f1e327333d92 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:35:17.900328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (ee78a612-543c-448f-b65a-115369c42f9c), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.912156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Allocated IP 172.20.0.5 (7563bd6a-a701-48c4-85b9-b40b1b19ec32/76d565ac-a796-4e6e-9e90-8be641e89e35/34b03ad2-6f63-4c62-962d-f8e2553950a3) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:17.920948 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee78a612-543c-448f-b65a-115369c42f9c']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:17.931844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac176fd4-d56d-4618-bc57-bbf2245916e4') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:17.932222 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac176fd4-d56d-4618-bc57-bbf2245916e4') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:17.943174 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (ac176fd4-d56d-4618-bc57-bbf2245916e4), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.956554 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ac176fd4-d56d-4618-bc57-bbf2245916e4), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.963328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:35:17.963720 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (ac176fd4-d56d-4618-bc57-bbf2245916e4), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self.session.flush() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self.session.flush() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self.session.flush() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self.session.flush() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:35:17.965426 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:35:18.022681 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (ee78a612-543c-448f-b65a-115369c42f9c), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.028282 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.031645 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ee78a612-543c-448f-b65a-115369c42f9c HTTP/1.1" status: 204 len: 168 time: 0.9152770 Feb 16 09:35:18.043832 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181a9d-8b0f-4511-a074-7969515133c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee78a612-543c-448f-b65a-115369c42f9c,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:18.074038 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks [] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.109506 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.145768 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60772) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:18.154745 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:18.157874 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:18.161674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:18.186339 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c885c820-54c9-4c25-b2d7-845be690868b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e5ffe873ea8e4496ae33e277307e3b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386581 Feb 16 09:35:18.187133 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Pushing event updated for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:18.188778 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60774) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:18.212051 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:18.212740 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.228673 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-a0a39c8c-062e-4ed0-a3b5-af3301f5f67a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210575 Feb 16 09:35:18.236315 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] Publish callbacks [] for security_group (c3e57556-4fa0-42bd-918b-36154ae666c3), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.240622 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Request body: {'port': {'device_id': '87cff782-3099-43ce-ad19-d747fd881ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:18.259669 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] Publish callbacks [] for security_group (c3e57556-4fa0-42bd-918b-36154ae666c3), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.308509 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.309773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c3e57556-4fa0-42bd-918b-36154ae666c3), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.312495 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.313631 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c3e57556-4fa0-42bd-918b-36154ae666c3 HTTP/1.1" status: 204 len: 168 time: 0.1238489 Feb 16 09:35:18.325542 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74391-035e-4d2a-bfa7-a527a6c63763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e57556-4fa0-42bd-918b-36154ae666c3,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:18.577606 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b03ad2-6f63-4c62-962d-f8e2553950a3 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:35:18.585036 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks [] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.602949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Transition to ACTIVE for port object 34b03ad2-6f63-4c62-962d-f8e2553950a3 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:35:18.602949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.657641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Pushing event updated for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:18.765368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Attempting to bind port 34b03ad2-6f63-4c62-962d-f8e2553950a3 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:18.765709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Attempting to bind port 34b03ad2-6f63-4c62-962d-f8e2553950a3 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:18.766045 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Attempting to bind port 34b03ad2-6f63-4c62-962d-f8e2553950a3 on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:18.777707 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f097f-a181-4b82-8df1-b2483bdcc34f req-387cfedd-d9ae-462b-8938-6baeb3c6bf0e tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:18.779465 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-572f097f-a181-4b82-8df1-b2483bdcc34f req-387cfedd-d9ae-462b-8938-6baeb3c6bf0e tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 943 time: 0.0952923 Feb 16 09:35:18.781707 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Port 34b03ad2-6f63-4c62-962d-f8e2553950a3 on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:35:18.782096 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Attempting to bind port 34b03ad2-6f63-4c62-962d-f8e2553950a3 on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:18.788528 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:18.788877 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Checking segment: {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:18.789296 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Bound using segment: {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:18.789995 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Bound port: 34b03ad2-6f63-4c62-962d-f8e2553950a3, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:18.790357 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.880787 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-572f097f-a181-4b82-8df1-b2483bdcc34f req-396d99ed-3a9e-4c34-9b85-64b2ad9fd47c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873377 Feb 16 09:35:18.889709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:18.893621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:18.905220 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.942813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:18.943437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:18.944843 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] 10.222.0.24 "PUT /v2.0/ports/34b03ad2-6f63-4c62-962d-f8e2553950a3 HTTP/1.1" status: 200 len: 1093 time: 0.7091699 Feb 16 09:35:18.945287 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:35:18.947617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3ddd5-35e2-4646-888f-c2289a823751" -d '{"events": [{"name": "network-changed", "server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:35:18.984590 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e65f8-9f11-4257-8047-5875fa76a77f service neutron] Pushing event updated for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:18.998980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9332791a-b704-46f5-80b2-65993d79980e x-openstack-request-id: req-9332791a-b704-46f5-80b2-65993d79980e {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:35:18.999262 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:35:18.999510 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9332791a-b704-46f5-80b2-65993d79980e {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:35:18.999951 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3', 'status': 'completed', 'code': 200} Feb 16 09:35:19.039067 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-f629d878-1e8f-4a2b-87f6-d45260efa326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.040875 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-f629d878-1e8f-4a2b-87f6-d45260efa326 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 1127 time: 0.0519598 Feb 16 09:35:19.088184 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-442daf4c-2d01-4222-bfc3-38e986ec1a5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3 HTTP/1.1" status: 200 len: 217 time: 0.0393031 Feb 16 09:35:19.138053 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-cece263b-0c9e-4180-b58f-5df7ba91f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.139969 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-cece263b-0c9e-4180-b58f-5df7ba91f77e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76d565ac-a796-4e6e-9e90-8be641e89e35 HTTP/1.1" status: 200 len: 854 time: 0.0457044 Feb 16 09:35:19.172510 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-8a0f271e-0e4b-458b-920d-3b3662c21fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7563bd6a-a701-48c4-85b9-b40b1b19ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256801 Feb 16 09:35:19.209190 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-f60a34b7-0dd2-4e7d-acbc-385d223a7250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510154 Feb 16 09:35:19.284543 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-7579f768-2695-43fc-93e2-9f6072f0e049 service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042504 Feb 16 09:35:19.307265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-2050e163-eaeb-445e-8046-2ccc072bf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.308816 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-2050e163-eaeb-445e-8046-2ccc072bf34b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 1131 time: 0.0479844 Feb 16 09:35:19.392169 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f4e5b179-5751-47f6-afc8-b03c8612a40e req-6621fb06-479c-4b26-a74e-ac7b889b035a service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991766 Feb 16 09:35:19.421473 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-6cb77a62-4abf-429f-ab86-01191264e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.423026 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-6cb77a62-4abf-429f-ab86-01191264e8ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 200 len: 918 time: 0.0939374 Feb 16 09:35:19.504347 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-7ead93ed-2a22-4e4c-86a8-f90cae123294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 200 len: 1001 time: 0.0743849 Feb 16 09:35:19.510638 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-3675b03a-6a19-4457-9c8c-0e376ee9a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.512585 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-3675b03a-6a19-4457-9c8c-0e376ee9a0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 1127 time: 0.0526268 Feb 16 09:35:19.557445 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-96bfa853-0349-4975-a2cc-427adb6cd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.559161 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-96bfa853-0349-4975-a2cc-427adb6cd70b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 200 len: 856 time: 0.0474007 Feb 16 09:35:19.610762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-3452bc60-07ce-4282-a7a2-f16836729e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.611906 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-3dc028fe-9d7a-4e68-bc9c-195278f11ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.612428 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-3452bc60-07ce-4282-a7a2-f16836729e59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 915 time: 0.0918903 Feb 16 09:35:19.613810 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-3dc028fe-9d7a-4e68-bc9c-195278f11ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bb600ea-fc11-40ae-ae1d-b5519b66130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480695 Feb 16 09:35:19.628594 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60828) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:19.666721 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-f4186088-733a-4c49-b41e-f98d70e20e23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3 HTTP/1.1" status: 200 len: 217 time: 0.0433590 Feb 16 09:35:19.714451 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-69ef07e1-96e1-4f22-9c26-95335e978694 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911579 Feb 16 09:35:19.716654 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-dda8cfb7-4f1e-4977-b6d8-7ebfe60378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:19.718202 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-dda8cfb7-4f1e-4977-b6d8-7ebfe60378ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76d565ac-a796-4e6e-9e90-8be641e89e35 HTTP/1.1" status: 200 len: 854 time: 0.0454967 Feb 16 09:35:19.755360 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-0f62bf17-b217-4818-940b-82e1a2cf6906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7563bd6a-a701-48c4-85b9-b40b1b19ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261390 Feb 16 09:35:19.775808 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0efeb451-4f81-4146-a04d-cb579ee06dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:19.817674 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-107da52b-228f-49a7-ae5d-29a53f3dd6e0 req-78f604bc-3404-4323-8f8f-9cd42c1b9773 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900507 Feb 16 09:35:19.888922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-2f0393ed-0a06-41a8-a1e0-e829f093cc0c service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260815 Feb 16 09:35:19.951081 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0efeb451-4f81-4146-a04d-cb579ee06dbb admin admin] Publish callbacks [] for security_group (0fcaa5b9-e661-4b19-8156-54be6838fe8f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:19.985588 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0efeb451-4f81-4146-a04d-cb579ee06dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0fcaa5b9-e661-4b19-8156-54be6838fe8f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:20.056820 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0efeb451-4f81-4146-a04d-cb579ee06dbb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=537bfed4d21e402fa983ea95b2842c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271400 Feb 16 09:35:20.059456 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60834) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:20.073885 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeb451-4f81-4146-a04d-cb579ee06dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaa5b9-e661-4b19-8156-54be6838fe8f,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:20.078828 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5bb3ddd5-35e2-4646-888f-c2289a823751 req-b70aac93-1b1a-4ee1-8c2e-b6235c2fe3e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819477 Feb 16 09:35:20.096328 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647b567-277c-46bb-bb56-9acd2f69a35c req-b2653fce-8925-42b5-8352-52bc5b0730d1 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:20.098037 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a647b567-277c-46bb-bb56-9acd2f69a35c req-b2653fce-8925-42b5-8352-52bc5b0730d1 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 943 time: 0.1489856 Feb 16 09:35:20.113041 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] Publish callbacks [] for security_group (0fcaa5b9-e661-4b19-8156-54be6838fe8f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:20.134811 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] Publish callbacks [] for security_group (0fcaa5b9-e661-4b19-8156-54be6838fe8f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:20.149200 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a647b567-277c-46bb-bb56-9acd2f69a35c req-365d9878-e053-417e-8720-0f603473aa60 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Feb 16 09:35:20.181702 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0fcaa5b9-e661-4b19-8156-54be6838fe8f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:20.184275 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:20.185440 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0fcaa5b9-e661-4b19-8156-54be6838fe8f HTTP/1.1" status: 204 len: 168 time: 0.1249382 Feb 16 09:35:20.197495 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f3731-fba4-4e59-adbc-5e1f6323ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcaa5b9-e661-4b19-8156-54be6838fe8f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:21.149393 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 34b03ad2-6f63-4c62-962d-f8e2553950a3 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:35:21.257588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:21.269019 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '34b03ad2-6f63-4c62-962d-f8e2553950a3', 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32', 'port_id': '34b03ad2-6f63-4c62-962d-f8e2553950a3', 'mac_address': 'fa:16:3e:96:d6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d565ac-a796-4e6e-9e90-8be641e89e35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:35:21.279228 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5925bf-af37-4d16-b245-c89c9181cb5b req-6f961072-de85-4d97-b366-d5570324f296 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:21.280893 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e5925bf-af37-4d16-b245-c89c9181cb5b req-6f961072-de85-4d97-b366-d5570324f296 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 943 time: 0.0570827 Feb 16 09:35:21.312003 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 34b03ad2-6f63-4c62-962d-f8e2553950a3 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:21.312519 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:21.326336 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b03ad2-6f63-4c62-962d-f8e2553950a3 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:35:21.332139 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e5925bf-af37-4d16-b245-c89c9181cb5b req-f2a141ae-fa14-4046-a3dc-72c367a9d4a9 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Feb 16 09:35:21.348471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:21.353051 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:21.403554 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:21.571674 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:35:21.642598 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['34b03ad2-6f63-4c62-962d-f8e2553950a3'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:35:21.853706 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60888) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:21.955075 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0d044560-ef2d-44a4-9342-f2742c05a259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.030031 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0d044560-ef2d-44a4-9342-f2742c05a259 admin admin] Publish callbacks [] for security_group (2bf5f74f-8e5f-48d5-b1af-72d86e282131), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.034106 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0d044560-ef2d-44a4-9342-f2742c05a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2bf5f74f-8e5f-48d5-b1af-72d86e282131), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.073458 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0d044560-ef2d-44a4-9342-f2742c05a259 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e07f6afa288f4088a131af7216e9b8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185555 Feb 16 09:35:22.074392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d044560-ef2d-44a4-9342-f2742c05a259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5f74f-8e5f-48d5-b1af-72d86e282131,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:22.076171 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60892) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:22.130045 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] Publish callbacks [] for security_group (2bf5f74f-8e5f-48d5-b1af-72d86e282131), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.150846 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] Publish callbacks [] for security_group (2bf5f74f-8e5f-48d5-b1af-72d86e282131), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.196380 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2bf5f74f-8e5f-48d5-b1af-72d86e282131), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.198956 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.200148 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2bf5f74f-8e5f-48d5-b1af-72d86e282131 HTTP/1.1" status: 204 len: 168 time: 0.1229756 Feb 16 09:35:22.208327 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6f5f5-5312-455c-8751-755a7c34c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5f74f-8e5f-48d5-b1af-72d86e282131,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:22.454512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38441b74-e5f9-4431-b2b2-5bff21f1bb0c req-85aab19d-7ff5-4f52-9ba0-c725016ea217 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:22.456002 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-38441b74-e5f9-4431-b2b2-5bff21f1bb0c req-85aab19d-7ff5-4f52-9ba0-c725016ea217 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 944 time: 0.0531301 Feb 16 09:35:22.459953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 60900) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:22.478727 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7ec6-8ed8-47e1-a41a-d836bb498a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.532210 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-38441b74-e5f9-4431-b2b2-5bff21f1bb0c req-05c82b4c-8867-445f-b82a-dce1f7b854bd tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660188 Feb 16 09:35:22.579790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7ec6-8ed8-47e1-a41a-d836bb498a36 admin admin] Publish callbacks [] for security_group (9e886dc1-0da7-4054-b6ec-8fd0945ef22c), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.583282 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7ec6-8ed8-47e1-a41a-d836bb498a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9e886dc1-0da7-4054-b6ec-8fd0945ef22c), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.623788 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-9b7c7ec6-8ed8-47e1-a41a-d836bb498a36 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=182ebb3796724348ba244abdce98c85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627846 Feb 16 09:35:22.624514 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c7ec6-8ed8-47e1-a41a-d836bb498a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e886dc1-0da7-4054-b6ec-8fd0945ef22c,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:22.626500 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 60902) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:22.678898 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] Publish callbacks [] for security_group (9e886dc1-0da7-4054-b6ec-8fd0945ef22c), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.699851 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] Publish callbacks [] for security_group (9e886dc1-0da7-4054-b6ec-8fd0945ef22c), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.750381 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (9e886dc1-0da7-4054-b6ec-8fd0945ef22c), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.752997 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:22.754920 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e886dc1-0da7-4054-b6ec-8fd0945ef22c HTTP/1.1" status: 204 len: 168 time: 0.1273108 Feb 16 09:35:22.762920 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234dc8d-4de9-4366-b4aa-4b417845bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e886dc1-0da7-4054-b6ec-8fd0945ef22c,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:23.166115 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 34b03ad2-6f63-4c62-962d-f8e2553950a3 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:23.215420 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 34b03ad2-6f63-4c62-962d-f8e2553950a3 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:35:23.219739 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 34b03ad2-6f63-4c62-962d-f8e2553950a3 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:23.220229 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:23.303435 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 34b03ad2-6f63-4c62-962d-f8e2553950a3 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:23.303797 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:23.328622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:35:23.330835 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c301b636-3ed5-4ce5-9562-1e0800b08fbc" -d '{"events": [{"server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:35:23.346868 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:23.352163 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:23.375867 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c69bf-ef4f-44e4-b3e7-51965f14a53c x-openstack-request-id: req-ff1c69bf-ef4f-44e4-b3e7-51965f14a53c {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:35:23.376206 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:35:23.376432 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ff1c69bf-ef4f-44e4-b3e7-51965f14a53c {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:35:23.376818 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3', 'code': 200} Feb 16 09:35:23.404399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:23.562096 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9dc6d-5094-4adc-84a7-c983ce33df16 req-3de2601d-ca02-4c38-b23d-2aa88eddaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:23.563601 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0ed9dc6d-5094-4adc-84a7-c983ce33df16 req-3de2601d-ca02-4c38-b23d-2aa88eddaeba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 1129 time: 0.0487599 Feb 16 09:35:23.618749 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0ed9dc6d-5094-4adc-84a7-c983ce33df16 req-5bb99368-0fe4-4417-920a-7e3fcb0ca997 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Feb 16 09:35:23.661438 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c62df9-bc39-4e4e-bec0-d0d924e3ed53 req-54e02afa-1cba-463e-b23d-719d39de4b6c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:23.662904 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76c62df9-bc39-4e4e-bec0-d0d924e3ed53 req-54e02afa-1cba-463e-b23d-719d39de4b6c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.0591779 Feb 16 09:35:23.710939 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76c62df9-bc39-4e4e-bec0-d0d924e3ed53 req-e065042d-6925-4172-b74e-99d9eb1d320f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Feb 16 09:35:24.836018 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba6f10-c804-4b31-a4d3-cef8ae58a5fe req-aa4a2994-172f-4a77-9cbd-e78bda2f6856 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:24.837536 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9dba6f10-c804-4b31-a4d3-cef8ae58a5fe req-aa4a2994-172f-4a77-9cbd-e78bda2f6856 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.0560811 Feb 16 09:35:24.885604 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9dba6f10-c804-4b31-a4d3-cef8ae58a5fe req-c50d2bc0-90c3-484c-b72c-b6256bb21eed tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Feb 16 09:35:26.009617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a8a3-89fb-4644-a820-29ece8c7309b req-9baa3e7b-d495-4bf8-beb1-3876a7f759a6 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:26.011104 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b405a8a3-89fb-4644-a820-29ece8c7309b req-9baa3e7b-d495-4bf8-beb1-3876a7f759a6 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Feb 16 09:35:26.059720 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b405a8a3-89fb-4644-a820-29ece8c7309b req-c50d27e9-0b7a-4164-bd75-3ffe022812f8 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Feb 16 09:35:27.102848 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b10afca4-67a4-4cdd-b76e-da1e12d3392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:29.491563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-31e284ba-ede6-4305-94e9-4ad4301605bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:30.685560 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:31.920492 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:33.488355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.548956 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 32886) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:34.678142 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-18d626cf-8a89-4b59-90d3-d7c9a34fbd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.762612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-18d626cf-8a89-4b59-90d3-d7c9a34fbd19 admin admin] Publish callbacks [] for security_group (823526f6-abe8-436a-9307-4af9aae02fa3), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.767798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-18d626cf-8a89-4b59-90d3-d7c9a34fbd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (823526f6-abe8-436a-9307-4af9aae02fa3), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.809810 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-18d626cf-8a89-4b59-90d3-d7c9a34fbd19 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bcfa7e4e93aa4656ba95ce92f336af66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597325 Feb 16 09:35:34.810566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d626cf-8a89-4b59-90d3-d7c9a34fbd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823526f6-abe8-436a-9307-4af9aae02fa3,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:34.812616 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 32890) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:34.869781 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] Publish callbacks [] for security_group (823526f6-abe8-436a-9307-4af9aae02fa3), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.897282 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] Publish callbacks [] for security_group (823526f6-abe8-436a-9307-4af9aae02fa3), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.960093 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (823526f6-abe8-436a-9307-4af9aae02fa3), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.964154 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:34.965453 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/823526f6-abe8-436a-9307-4af9aae02fa3 HTTP/1.1" status: 204 len: 168 time: 0.1502998 Feb 16 09:35:34.974530 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf45750-a663-4edf-b4a9-3ecc79cfd90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823526f6-abe8-436a-9307-4af9aae02fa3,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:35.264141 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 32898) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:35.279397 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.354884 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Publish callbacks [] for security_group (27c88720-b905-4a1a-b86e-8fe38ee43ea5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.359335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (27c88720-b905-4a1a-b86e-8fe38ee43ea5), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.398209 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b8c136a291d44f7583defb3636722d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329925 Feb 16 09:35:35.399155 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c88720-b905-4a1a-b86e-8fe38ee43ea5,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:35.400902 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 32900) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:35.406813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.407159 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.407499 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.407833 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.408196 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.408520 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.408863 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.409166 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.409487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.409806 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.410122 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.410438 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.410754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2b166-ca15-4efa-a0d0-46b6506ceca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:35.455343 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] Publish callbacks [] for security_group (27c88720-b905-4a1a-b86e-8fe38ee43ea5), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.476122 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] Publish callbacks [] for security_group (27c88720-b905-4a1a-b86e-8fe38ee43ea5), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.526973 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (27c88720-b905-4a1a-b86e-8fe38ee43ea5), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.529685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:35.530826 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27c88720-b905-4a1a-b86e-8fe38ee43ea5 HTTP/1.1" status: 204 len: 168 time: 0.1289549 Feb 16 09:35:35.538307 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dee61-065b-48c8-a70a-6c84b2a20da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c88720-b905-4a1a-b86e-8fe38ee43ea5,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:40.444797 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33018) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:40.546936 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-be297c3f-2210-4a94-a32c-9d5596a1fcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.619375 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-be297c3f-2210-4a94-a32c-9d5596a1fcae admin admin] Publish callbacks [] for security_group (444838c3-a9bb-4e17-b86a-b39ba4ebafe7), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.622673 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-be297c3f-2210-4a94-a32c-9d5596a1fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (444838c3-a9bb-4e17-b86a-b39ba4ebafe7), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.662024 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-be297c3f-2210-4a94-a32c-9d5596a1fcae admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43e68c87e6f243abbf2e2a331a1fbf96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161713 Feb 16 09:35:40.662876 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297c3f-2210-4a94-a32c-9d5596a1fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444838c3-a9bb-4e17-b86a-b39ba4ebafe7,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:40.665752 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33022) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:40.714745 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] Publish callbacks [] for security_group (444838c3-a9bb-4e17-b86a-b39ba4ebafe7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.735475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] Publish callbacks [] for security_group (444838c3-a9bb-4e17-b86a-b39ba4ebafe7), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.784100 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (444838c3-a9bb-4e17-b86a-b39ba4ebafe7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.786798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:40.787960 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/444838c3-a9bb-4e17-b86a-b39ba4ebafe7 HTTP/1.1" status: 204 len: 168 time: 0.1212304 Feb 16 09:35:40.796601 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f306d45-e586-48d1-b24e-8702ad934297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444838c3-a9bb-4e17-b86a-b39ba4ebafe7,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:41.054761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33028) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:41.068263 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-521d1296-ea99-4190-b756-44f0c580bdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.139412 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-521d1296-ea99-4190-b756-44f0c580bdaa admin admin] Publish callbacks [] for security_group (c072985d-3f86-42c9-830b-70365aac7a6c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.144349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-521d1296-ea99-4190-b756-44f0c580bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c072985d-3f86-42c9-830b-70365aac7a6c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.187295 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-521d1296-ea99-4190-b756-44f0c580bdaa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=851e6367dae146f1a2ad172a890f6a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306896 Feb 16 09:35:41.188181 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d1296-ea99-4190-b756-44f0c580bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072985d-3f86-42c9-830b-70365aac7a6c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:41.190049 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33032) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:41.237831 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] Publish callbacks [] for security_group (c072985d-3f86-42c9-830b-70365aac7a6c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.260070 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] Publish callbacks [] for security_group (c072985d-3f86-42c9-830b-70365aac7a6c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.304368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (c072985d-3f86-42c9-830b-70365aac7a6c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.308109 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:41.309242 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c072985d-3f86-42c9-830b-70365aac7a6c HTTP/1.1" status: 204 len: 168 time: 0.1181517 Feb 16 09:35:41.317369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6185c-e0e0-43a9-b8b8-696c681dd145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072985d-3f86-42c9-830b-70365aac7a6c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:46.972297 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.561201 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33174) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:47.664416 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-01db9b1a-9d91-4ef5-b759-2f746b606656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.739013 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-01db9b1a-9d91-4ef5-b759-2f746b606656 admin admin] Publish callbacks [] for security_group (dc6823d8-c856-4356-a988-ac2f18a6f1fa), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.742862 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-01db9b1a-9d91-4ef5-b759-2f746b606656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (dc6823d8-c856-4356-a988-ac2f18a6f1fa), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.783007 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-01db9b1a-9d91-4ef5-b759-2f746b606656 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fcaa0ccd0d154833babaf6c712c98fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206531 Feb 16 09:35:47.783974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db9b1a-9d91-4ef5-b759-2f746b606656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6823d8-c856-4356-a988-ac2f18a6f1fa,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:47.785753 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33180) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:47.836699 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] Publish callbacks [] for security_group (dc6823d8-c856-4356-a988-ac2f18a6f1fa), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.857360 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] Publish callbacks [] for security_group (dc6823d8-c856-4356-a988-ac2f18a6f1fa), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.904428 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (dc6823d8-c856-4356-a988-ac2f18a6f1fa), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.907034 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:47.908270 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dc6823d8-c856-4356-a988-ac2f18a6f1fa HTTP/1.1" status: 204 len: 168 time: 0.1213541 Feb 16 09:35:47.916297 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a38da-fc75-41bf-bc98-6f89f9cb489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6823d8-c856-4356-a988-ac2f18a6f1fa,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:48.169592 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33186) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:48.182677 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9137112b-934f-4ed4-8b15-c914f1c8f2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.256289 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9137112b-934f-4ed4-8b15-c914f1c8f2b3 admin admin] Publish callbacks [] for security_group (6a59f23b-8167-40fd-a545-e5779f9b306c), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.260479 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9137112b-934f-4ed4-8b15-c914f1c8f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (6a59f23b-8167-40fd-a545-e5779f9b306c), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.292888 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9137112b-934f-4ed4-8b15-c914f1c8f2b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1cb9987e07a840bb9675a5bff1c966d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1221180 Feb 16 09:35:48.295503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33188) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:48.301203 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137112b-934f-4ed4-8b15-c914f1c8f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59f23b-8167-40fd-a545-e5779f9b306c,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:48.347896 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] Publish callbacks [] for security_group (6a59f23b-8167-40fd-a545-e5779f9b306c), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.368629 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] Publish callbacks [] for security_group (6a59f23b-8167-40fd-a545-e5779f9b306c), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.416475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (6a59f23b-8167-40fd-a545-e5779f9b306c), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.419110 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:48.420320 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a59f23b-8167-40fd-a545-e5779f9b306c HTTP/1.1" status: 204 len: 168 time: 0.1237895 Feb 16 09:35:48.428048 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0539d-1d7d-48da-9eb6-c06875830b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59f23b-8167-40fd-a545-e5779f9b306c,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:49.076837 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33212) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:49.171038 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1410598418-network', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:49.193767 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Made reservation on behalf of facc2e90f7094144b7bce35e32b72941 for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:49.196235 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.204433 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.278109 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks [] for security_group (e6dc9816-4567-4523-8499-44261bf1542f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.281677 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e6dc9816-4567-4523-8499-44261bf1542f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.308842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:35:49.313981 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc9816-4567-4523-8499-44261bf1542f,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:49.322991 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (f3ba637c-4b4d-48b1-9eef-7c6e25954720), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.323437 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Added segment f3ba637c-4b4d-48b1-9eef-7c6e25954720 of type vlan for network 2e97227f-39c7-4d82-957a-e9b1f2345392 Feb 16 09:35:49.362970 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (2e97227f-39c7-4d82-957a-e9b1f2345392), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.387890 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (2e97227f-39c7-4d82-957a-e9b1f2345392), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.388884 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:49.389460 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.423705 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3457425 Feb 16 09:35:49.427206 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33216) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:49.433716 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Request body: {'subnet': {'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1410598418-subnet', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:49.456178 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Made reservation on behalf of facc2e90f7094144b7bce35e32b72941 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:49.458563 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.459468 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e51c-7a0b-463e-90e6-0ce7d339eecd admin admin] Pushing event updated for resources: {'Network': ['ID=2e97227f-39c7-4d82-957a-e9b1f2345392,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:49.477172 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:35:49.628918 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.683524 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:49.691858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Checking segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:49.692249 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Network hostable DHCP agents. Network: 2e97227f-39c7-4d82-957a-e9b1f2345392, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:35:49.709886 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:35:49.718481 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 2e97227f-39c7-4d82-957a-e9b1f2345392) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:49.722845 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:49.723617 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.727827 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d597ae-6129-4cd8-8630-873349db0ed1 None None] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:49.739638 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-dac08030-5bfe-4901-b2f6-aeace2b25357 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106620 Feb 16 09:35:49.742343 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33218) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:49.747199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:49.764791 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.765737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.821125 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for router_controller (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), precommit_add_association {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.835049 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-2e97227f-39c7-4d82-957a-e9b1f2345392', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:35:49.836500 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.993456 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for router_gateway (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:49.995102 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Allocated IP 172.20.0.2 (2e97227f-39c7-4d82-957a-e9b1f2345392/1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7/b23ca6a8-1b3f-429e-988b-89f6a5821745) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:50.286250 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for router_gateway (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.307160 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.378939 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks [] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.386144 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.416582 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Allocated IP 172.27.3.3 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/5c81a1df-34e1-419d-b76b-ce77801ea3d3) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:50.425349 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:50.428212 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:50.432627 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:50.440692 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Pushing event updated for resources: {'Port': ['ID=b23ca6a8-1b3f-429e-988b-89f6a5821745,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:50.464460 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.464848 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.465337 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.465620 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.466077 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.466410 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.466856 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.467294 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.467632 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.468250 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.468617 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.469010 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.469337 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:50.504235 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Attempting to bind port b23ca6a8-1b3f-429e-988b-89f6a5821745 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:50.504942 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Attempting to bind port b23ca6a8-1b3f-429e-988b-89f6a5821745 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:50.504942 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Attempting to bind port b23ca6a8-1b3f-429e-988b-89f6a5821745 on network 2e97227f-39c7-4d82-957a-e9b1f2345392 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:50.509957 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:50.510329 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Checking segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:50.510728 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.511120 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Bound using segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:50.511584 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Bound port: b23ca6a8-1b3f-429e-988b-89f6a5821745, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:50.511961 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.523640 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.562325 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.579818 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] For port b23ca6a8-1b3f-429e-988b-89f6a5821745, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:50.584307 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] For port b23ca6a8-1b3f-429e-988b-89f6a5821745, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=b23ca6a8-1b3f-429e-988b-89f6a5821745,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:50.602730 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:50.602993 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:50.606412 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:50.609813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:50.656158 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Pushing event updated for resources: {'Port': ['ID=5c81a1df-34e1-419d-b76b-ce77801ea3d3,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:50.675138 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b98f5-db96-4381-bf30-035df6794f3a None None] Pushing event updated for resources: {'Port': ['ID=b23ca6a8-1b3f-429e-988b-89f6a5821745,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:50.935030 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for router_gateway (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.330550 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16b840-a2be-4827-967c-f941f2e208c4 req-2522df51-cb8b-4b6d-80f8-475776a4a7ca tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:51.332018 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7b16b840-a2be-4827-967c-f941f2e208c4 req-2522df51-cb8b-4b6d-80f8-475776a4a7ca tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.3949244 Feb 16 09:35:51.452930 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7b16b840-a2be-4827-967c-f941f2e208c4 req-45610f55-28cd-477a-964d-ea3c45ae5040 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138234 Feb 16 09:35:51.497346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.582121 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device b23ca6a8-1b3f-429e-988b-89f6a5821745 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:51.633100 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port b23ca6a8-1b3f-429e-988b-89f6a5821745 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:51.633598 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.642640 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:35:51.701954 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615e6b4-c586-4c2f-88e3-6ff18a68fab4 None None] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:51.738209 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port b23ca6a8-1b3f-429e-988b-89f6a5821745 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:51.738608 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.762867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:35:51.774311 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Sync routers for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:35:51.786138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.786761 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:51.787559 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:51.788708 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-111c7301-bc9b-42f6-bf88-29f2205a3068 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0444748 Feb 16 09:35:51.791107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33242) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:51.822153 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-ff43a880-9443-4209-80bd-e99370d0914a None None] Provisioning complete for port b23ca6a8-1b3f-429e-988b-89f6a5821745 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:51.822422 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ff43a880-9443-4209-80bd-e99370d0914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.831590 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port b23ca6a8-1b3f-429e-988b-89f6a5821745, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=b23ca6a8-1b3f-429e-988b-89f6a5821745,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:51.853196 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:51.916545 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:51.951175 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=b23ca6a8-1b3f-429e-988b-89f6a5821745,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:51.998231 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-ff43a880-9443-4209-80bd-e99370d0914a None None] Current status of the port b23ca6a8-1b3f-429e-988b-89f6a5821745 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:52.134999 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:50Z', 'revision_number': 3, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:52.176745 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Checking router: 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:35:52.177261 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Updating router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:35:52.218257 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.286636 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.322516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-a53565db-7623-460a-95ce-974e04b6080d None None] Provisioning complete for port b23ca6a8-1b3f-429e-988b-89f6a5821745 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:52.323052 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a53565db-7623-460a-95ce-974e04b6080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.412559 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a53565db-7623-460a-95ce-974e04b6080d None None] Current status of the port b23ca6a8-1b3f-429e-988b-89f6a5821745 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:52.449830 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Allocated IP 172.20.0.1 (2e97227f-39c7-4d82-957a-e9b1f2345392/1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7/15c384bc-6c04-4f8e-92da-5778f3e709c5) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:52.484737 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks [] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.491360 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.549718 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Pushing event updated for resources: {'Port': ['ID=5c81a1df-34e1-419d-b76b-ce77801ea3d3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:52.558587 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.558954 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.559303 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.559640 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.559965 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.560309 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.560632 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.560948 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.561263 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.561596 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.561916 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.562229 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.562541 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:35:52.567391 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Attempting to bind port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:52.567697 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Attempting to bind port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:52.568105 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Attempting to bind port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:52.572947 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks [] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.574358 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:52.574718 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:52.575114 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.575610 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:52.575937 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Bound port: 5c81a1df-34e1-419d-b76b-ce77801ea3d3, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:52.576328 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.590728 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b8b08-a6c9-4c38-9b61-36a0734f60b0 req-fbb53242-096e-4dd1-b1e9-4de8ca3581b8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:52.592370 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b10b8b08-a6c9-4c38-9b61-36a0734f60b0 req-fbb53242-096e-4dd1-b1e9-4de8ca3581b8 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0552015 Feb 16 09:35:52.617259 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.632808 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] For port 5c81a1df-34e1-419d-b76b-ce77801ea3d3, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:52.636654 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] For port 5c81a1df-34e1-419d-b76b-ce77801ea3d3, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=5c81a1df-34e1-419d-b76b-ce77801ea3d3,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:52.642354 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b10b8b08-a6c9-4c38-9b61-36a0734f60b0 req-d4d28839-f544-49ed-984d-4a9e28a06539 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Feb 16 09:35:52.642799 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.667373 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:52.670276 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:52.674614 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:52.677763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:52.689275 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:52.689905 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:52.723396 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.784999 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfcf01-69a0-491f-8195-1a89f12751f3 None None] Pushing event updated for resources: {'Port': ['ID=5c81a1df-34e1-419d-b76b-ce77801ea3d3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:52.819494 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:52.870657 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.940604 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-9876f02a-92d9-42eb-a106-2f6d0fd8dae0 None None] Provisioning complete for port 15c384bc-6c04-4f8e-92da-5778f3e709c5 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:52.941648 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9876f02a-92d9-42eb-a106-2f6d0fd8dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:52.976475 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-9876f02a-92d9-42eb-a106-2f6d0fd8dae0 None None] Port 15c384bc-6c04-4f8e-92da-5778f3e709c5 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:35:53.007903 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:50Z', 'revision_number': 3, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:53.041608 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks [] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.046344 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.113195 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:53.115499 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.121010 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a788-aab6-413f-a69e-282a2e5333cf None None] The sync data for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi is: [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:50Z', 'revision_number': 3, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:35:53.214763 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:53.216446 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:53.340078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:35:53.478443 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:35:53.492266 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-dea4ed4c-4da4-45a2-9275-ddb34e5c9ab6 admin admin] 10.222.0.90 "PUT /v2.0/routers/4cb942dd-5dd4-4d39-94ab-f73a8f10abbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6992815 Feb 16 09:35:53.499467 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-919f9b70-2af0-49da-a9d0-2b8a6403203d None None] Provisioning complete for port 15c384bc-6c04-4f8e-92da-5778f3e709c5 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:53.499844 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-919f9b70-2af0-49da-a9d0-2b8a6403203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.542869 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-919f9b70-2af0-49da-a9d0-2b8a6403203d None None] Port 15c384bc-6c04-4f8e-92da-5778f3e709c5 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:35:53.619334 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device b23ca6a8-1b3f-429e-988b-89f6a5821745 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:53.677404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port b23ca6a8-1b3f-429e-988b-89f6a5821745 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:53.677778 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.768741 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port b23ca6a8-1b3f-429e-988b-89f6a5821745 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:53.769831 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 5c81a1df-34e1-419d-b76b-ce77801ea3d3 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:53.797780 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe6067-a332-4250-9eda-c1add0a3552c req-79c83435-9873-49db-8289-d46035ce77d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:53.800296 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3dbe6067-a332-4250-9eda-c1add0a3552c req-79c83435-9873-49db-8289-d46035ce77d9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0703509 Feb 16 09:35:53.845244 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:53.846290 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.861315 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3dbe6067-a332-4250-9eda-c1add0a3552c req-bc5a5ef3-1084-4317-a4d2-e91bbfe83a01 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548601 Feb 16 09:35:53.945664 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:53.946394 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:53.968188 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port 5c81a1df-34e1-419d-b76b-ce77801ea3d3, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=5c81a1df-34e1-419d-b76b-ce77801ea3d3,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:53.973351 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.031964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=5c81a1df-34e1-419d-b76b-ce77801ea3d3,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:54.041974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33272) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:54.046790 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1405043032-network', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:54.068198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Made reservation on behalf of 71a053c2fc2f46998bf82a62c1f9178e for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:54.070940 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.083584 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.163403 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks [] for security_group (22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.167785 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.194232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:35:54.200996 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:54.207050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (69a50b71-bfe0-4252-8105-318152309b26), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.207386 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Added segment 69a50b71-bfe0-4252-8105-318152309b26 of type vlan for network 72fcc7b0-b770-4875-a181-4fb778471943 Feb 16 09:35:54.250752 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (72fcc7b0-b770-4875-a181-4fb778471943), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.278398 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (72fcc7b0-b770-4875-a181-4fb778471943), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.279338 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:54.279908 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.319329 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33278) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:54.319873 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2763984 Feb 16 09:35:54.326324 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Request body: {'subnet': {'network_id': '72fcc7b0-b770-4875-a181-4fb778471943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1405043032-subnet', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:54.355037 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69a781-3aa8-463e-90f6-e76f648eaacb admin admin] Pushing event updated for resources: {'Network': ['ID=72fcc7b0-b770-4875-a181-4fb778471943,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:54.366039 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 72fcc7b0-b770-4875-a181-4fb778471943 details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:35:54.376136 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Made reservation on behalf of 71a053c2fc2f46998bf82a62c1f9178e for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:35:54.378489 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63332472'] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.562779 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63140381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63332426'] for subnet (26f21a22-4766-4a14-9733-13bd48def19b), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.616518 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f21a22-4766-4a14-9733-13bd48def19b,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:54.631929 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Checking segment: {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:54.632305 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Network hostable DHCP agents. Network: 72fcc7b0-b770-4875-a181-4fb778471943, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:35:54.650412 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Network 72fcc7b0-b770-4875-a181-4fb778471943 is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:35:54.659228 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 72fcc7b0-b770-4875-a181-4fb778471943) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:54.663328 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:54.663914 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.669544 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66290a24-5f52-47e1-98a4-16f44d563d08 None None] Network 72fcc7b0-b770-4875-a181-4fb778471943 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:54.689670 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3d649065-f547-4bd8-a179-45bc4cf771b4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3685005 Feb 16 09:35:54.692210 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33284) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:54.696504 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:35:54.717265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6501'] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.718392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1807870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6558'] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.770768 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7137a507-ace5-5710-bca2-af0194079c9c-72fcc7b0-b770-4875-a181-4fb778471943', 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943', 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'fixed_ips': [{'subnet_id': '26f21a22-4766-4a14-9733-13bd48def19b'}]}} from dv-cinder-828459-1-iscsi. {{(pid=102658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 09:35:54.771595 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.774634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for router_controller (430ea3d7-830a-4b10-8fc4-43df22e4b414), precommit_add_association {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.850266 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Sync routers for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:35:54.875710 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:54.876364 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:54.924638 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for router_gateway (430ea3d7-830a-4b10-8fc4-43df22e4b414), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:54.995041 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302e3a-1817-47bb-9947-b71b94e779ac req-0d04a4ac-a2c6-4864-93dd-f5a2be608b4d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:54.996673 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97302e3a-1817-47bb-9947-b71b94e779ac req-0d04a4ac-a2c6-4864-93dd-f5a2be608b4d tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0564103 Feb 16 09:35:55.002064 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Allocated IP 172.20.0.2 (72fcc7b0-b770-4875-a181-4fb778471943/26f21a22-4766-4a14-9733-13bd48def19b/6b08ba47-59b9-47c7-938e-921db16bb239) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:55.059331 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:55.064047 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-97302e3a-1817-47bb-9947-b71b94e779ac req-b75350aa-dcb7-4e7b-9e36-9c8b08338ba1 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562689 Feb 16 09:35:55.142271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for router_gateway (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.161530 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.267396 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Allocated IP 172.27.3.144 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/df5d78f7-5c4f-4454-a2c4-5622bc025baf) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:55.299480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks [] for port (6b08ba47-59b9-47c7-938e-921db16bb239), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.307917 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.369721 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.373167 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Network 72fcc7b0-b770-4875-a181-4fb778471943 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:55.378279 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:55.384182 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:55.390091 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Pushing event updated for resources: {'Port': ['ID=6b08ba47-59b9-47c7-938e-921db16bb239,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:55.408425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.451964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Attempting to bind port 6b08ba47-59b9-47c7-938e-921db16bb239 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:55.452550 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Attempting to bind port 6b08ba47-59b9-47c7-938e-921db16bb239 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:55.453073 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Attempting to bind port 6b08ba47-59b9-47c7-938e-921db16bb239 on network 72fcc7b0-b770-4875-a181-4fb778471943 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:55.453327 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:55.456209 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:55.460682 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:55.460988 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 2, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:55.464226 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Pushing event updated for resources: {'Port': ['ID=df5d78f7-5c4f-4454-a2c4-5622bc025baf,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:55.464903 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:55.465284 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Checking segment: {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:55.465669 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.466274 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Bound using segment: {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:55.466903 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Bound port: 6b08ba47-59b9-47c7-938e-921db16bb239, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:55.467103 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.505378 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Checking router: 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:35:55.505721 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Updating router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd port 15c384bc-6c04-4f8e-92da-5778f3e709c5 binding host dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:35:55.550434 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 5c81a1df-34e1-419d-b76b-ce77801ea3d3 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:55.584236 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.723064 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for router_gateway (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.780282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] For port 6b08ba47-59b9-47c7-938e-921db16bb239, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:55.804644 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] For port 6b08ba47-59b9-47c7-938e-921db16bb239, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=6b08ba47-59b9-47c7-938e-921db16bb239,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:55.860954 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.904639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:55.905010 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:55.993937 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722643-8d50-46bd-bbf1-c4c26c3983b7 None None] Pushing event updated for resources: {'Port': ['ID=6b08ba47-59b9-47c7-938e-921db16bb239,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:56.098728 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:56.205018 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks [] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.212296 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.227907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803333'] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.239281 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3147355-4ab4-4639-b4c0-45c5a2865a6d req-1a5b3042-4886-4c8a-9654-cd504da783e9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:56.250678 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3147355-4ab4-4639-b4c0-45c5a2865a6d req-1a5b3042-4886-4c8a-9654-cd504da783e9 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.0783486 Feb 16 09:35:56.271320 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7305e-049b-44f7-9284-26c6ec354879 None None] Pushing event updated for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:56.329008 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b3147355-4ab4-4639-b4c0-45c5a2865a6d req-4d72f9ca-dbf3-45c0-b82c-ca1ee42eb1a3 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759084 Feb 16 09:35:56.344625 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Attempting to bind port 15c384bc-6c04-4f8e-92da-5778f3e709c5 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:56.345306 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Attempting to bind port 15c384bc-6c04-4f8e-92da-5778f3e709c5 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:56.346033 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Attempting to bind port 15c384bc-6c04-4f8e-92da-5778f3e709c5 on network 2e97227f-39c7-4d82-957a-e9b1f2345392 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:56.352780 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:56.353046 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Checking segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:56.353446 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.353955 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Bound using segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:56.354417 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Bound port: 15c384bc-6c04-4f8e-92da-5778f3e709c5, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:56.354791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.441320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Router 430ea3d7-830a-4b10-8fc4-43df22e4b414 is scheduled to L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 with binding_index 1 {{(pid=102656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:35:56.442987 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] For port 15c384bc-6c04-4f8e-92da-5778f3e709c5, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:56.446726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] For port 15c384bc-6c04-4f8e-92da-5778f3e709c5, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=15c384bc-6c04-4f8e-92da-5778f3e709c5,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:56.457991 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.516821 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:56.517450 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:56.558506 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7305e-049b-44f7-9284-26c6ec354879 None None] Pushing event updated for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:56.561036 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:35:56.578918 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Sync routers for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:35:56.593457 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.596084 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ce799e06-ef2e-4ed5-bd06-bb7143332597 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9016602 Feb 16 09:35:56.597762 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33298) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:35:56.612633 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:56.613529 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:56.647623 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Provisioning complete for port 15c384bc-6c04-4f8e-92da-5778f3e709c5 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:56.647984 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.734615 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:56.741121 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:56.815087 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Current status of the port 15c384bc-6c04-4f8e-92da-5778f3e709c5 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:56.815570 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:56.950549 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:55Z', 'revision_number': 3, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:56.990227 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Checking router: 430ea3d7-830a-4b10-8fc4-43df22e4b414 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:35:56.990578 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Updating router 430ea3d7-830a-4b10-8fc4-43df22e4b414 port df5d78f7-5c4f-4454-a2c4-5622bc025baf binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:35:57.019281 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] For port 15c384bc-6c04-4f8e-92da-5778f3e709c5, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=15c384bc-6c04-4f8e-92da-5778f3e709c5,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:57.028145 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.042866 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.115668 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:57.116607 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.152794 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c153d3-89d6-4e83-9255-005e24784ea3 None None] Pushing event updated for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:57.159849 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9a28945f-a3a8-4f13-8140-1e66e4a77fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.161303 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e211b-236a-4184-ad49-bbcd2aaffc9d None None] The sync data for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi is: [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:35:57.182679 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-30feb718-6ebe-4b5c-a441-a6b699e70045 None None] Provisioning complete for port 15c384bc-6c04-4f8e-92da-5778f3e709c5 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:57.183030 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-30feb718-6ebe-4b5c-a441-a6b699e70045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.211216 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c2cd2-cc63-4a3f-ae13-7559bbeb68e3 None None] Network 72fcc7b0-b770-4875-a181-4fb778471943 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:35:57.342600 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-90ce2eee-153b-4f48-b28a-249186f6e98f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:57.349182 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-90ce2eee-153b-4f48-b28a-249186f6e98f tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.2349310 Feb 16 09:35:57.413631 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks [] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.420130 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-30feb718-6ebe-4b5c-a441-a6b699e70045 None None] Current status of the port 15c384bc-6c04-4f8e-92da-5778f3e709c5 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:57.421357 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.558748 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Provisioning complete for port 6b08ba47-59b9-47c7-938e-921db16bb239 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:57.559404 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.563186 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9e9e8-c648-46c8-b69e-14a24315eb5c None None] Pushing event updated for resources: {'Port': ['ID=df5d78f7-5c4f-4454-a2c4-5622bc025baf,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:57.565878 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Attempting to bind port df5d78f7-5c4f-4454-a2c4-5622bc025baf on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:35:57.566920 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Attempting to bind port df5d78f7-5c4f-4454-a2c4-5622bc025baf by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:35:57.567288 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Attempting to bind port df5d78f7-5c4f-4454-a2c4-5622bc025baf on network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Checking segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Bound using segment: {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Bound port: df5d78f7-5c4f-4454-a2c4-5622bc025baf, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c756a2-d1dc-4500-8135-abe76b70f412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:35:57.584051 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.604138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Allocated IP 172.20.0.1 (72fcc7b0-b770-4875-a181-4fb778471943/26f21a22-4766-4a14-9733-13bd48def19b/f3471260-fc6b-48e5-950f-cda7ddc92d84) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:35:57.688516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 6b08ba47-59b9-47c7-938e-921db16bb239 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:57.702538 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] For port df5d78f7-5c4f-4454-a2c4-5622bc025baf, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:35:57.706105 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] For port df5d78f7-5c4f-4454-a2c4-5622bc025baf, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=df5d78f7-5c4f-4454-a2c4-5622bc025baf,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:35:57.730011 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.825150 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:35:57.836742 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:57.888042 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 6b08ba47-59b9-47c7-938e-921db16bb239 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:57.888426 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.968250 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks [] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:57.975922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Current status of the port 6b08ba47-59b9-47c7-938e-921db16bb239 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:57.976339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.021699 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a86766-a299-4eec-941d-1b18598dd130 req-af181687-8e6d-4726-8345-7c9d66d5865e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:35:58.023216 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74a86766-a299-4eec-941d-1b18598dd130 req-af181687-8e6d-4726-8345-7c9d66d5865e tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 947 time: 0.5482683 Feb 16 09:35:58.034465 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.041838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] For port 6b08ba47-59b9-47c7-938e-921db16bb239, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=6b08ba47-59b9-47c7-938e-921db16bb239,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:58.059880 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.087299 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 6b08ba47-59b9-47c7-938e-921db16bb239 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:58.087727 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.100402 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9e9e8-c648-46c8-b69e-14a24315eb5c None None] Pushing event updated for resources: {'Port': ['ID=df5d78f7-5c4f-4454-a2c4-5622bc025baf,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:58.143007 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:35:58.147796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Network 72fcc7b0-b770-4875-a181-4fb778471943 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:58.154795 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf22f7-9a14-4e1e-b857-2c17cfd684b9 None None] Pushing event updated for resources: {'Port': ['ID=6b08ba47-59b9-47c7-938e-921db16bb239,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:58.162786 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:58.169517 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:35:58.172377 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Pushing event updated for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:58.203421 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.db.api [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:35:58.203816 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG oslo_db.api [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:35:58.209605 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-9cfbdc1b-995c-421f-b3bb-776db52f5954 None None] Provisioning complete for port 6b08ba47-59b9-47c7-938e-921db16bb239 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:58.209976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdc1b-995c-421f-b3bb-776db52f5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.260343 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802264'] for router_interface (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.264885 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Deleting port a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:35:58.265700 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.315063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbdc1b-995c-421f-b3bb-776db52f5954 None None] Current status of the port 6b08ba47-59b9-47c7-938e-921db16bb239 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:58.382710 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-74a86766-a299-4eec-941d-1b18598dd130 req-514d712f-71b6-4879-87a9-6b3d0c6b0b50 tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups?id=f7fcb04e-6b38-40c2-9320-933b27e467c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341045 Feb 16 09:35:58.453039 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:55Z', 'revision_number': 3, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:35:58.488946 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a005168-8cf7-451a-900d-60107cf9ab89 None None] The sync data for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi is: [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:55Z', 'revision_number': 3, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:35:58.497947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] For port a21ec6a9-6230-4264-91df-ce100358cd2e, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a21ec6a9-6230-4264-91df-ce100358cd2e,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:58.498311 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.539508 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-a32374bc-cec4-40ff-a746-cdc9e696772f None None] Provisioning complete for port f3471260-fc6b-48e5-950f-cda7ddc92d84 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:58.540743 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a32374bc-cec4-40ff-a746-cdc9e696772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.570413 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:35:58.590917 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a32374bc-cec4-40ff-a746-cdc9e696772f None None] Port f3471260-fc6b-48e5-950f-cda7ddc92d84 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:35:58.617138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.822194 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.822525 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.822839 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Floating IP 5b9e2b57-5c6e-421b-8070-be1c45dd6a8f disassociated. External IP: 172.27.3.67, port: a21ec6a9-6230-4264-91df-ce100358cd2e. Feb 16 09:35:58.823176 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Calling delete_port for a21ec6a9-6230-4264-91df-ce100358cd2e owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:35:58.937058 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 6b08ba47-59b9-47c7-938e-921db16bb239 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:58.938071 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 15c384bc-6c04-4f8e-92da-5778f3e709c5 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:58.985939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks [] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.992833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 15c384bc-6c04-4f8e-92da-5778f3e709c5 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:58.993804 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:58.994503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.089446 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 15c384bc-6c04-4f8e-92da-5778f3e709c5 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:59.118383 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Pushing event updated for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:59.124974 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1795870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802372'] for router_interface (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.164610 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (a21ec6a9-6230-4264-91df-ce100358cd2e), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.211294 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'Port': ['ID=a21ec6a9-6230-4264-91df-ce100358cd2e,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:35:59.510615 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ad1910fb-d2b9-45d2-815f-e787a900ac9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.622274 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 6b08ba47-59b9-47c7-938e-921db16bb239 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:59.661308 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Network 72fcc7b0-b770-4875-a181-4fb778471943 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:35:59.663670 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1475e6c4-40de-4a7c-a73c-3c97213435ca req-c62e7cfc-3e73-4949-85f5-5e4f663d04cd tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/ports?device_id=71b81484-a72b-4d8b-a527-e8941c63dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0401392 Feb 16 09:35:59.667508 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:35:59.687471 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port 6b08ba47-59b9-47c7-938e-921db16bb239 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:59.687905 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.790688 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:35:59.795645 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port 6b08ba47-59b9-47c7-938e-921db16bb239 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:59.796918 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df5d78f7-5c4f-4454-a2c4-5622bc025baf up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:35:59.850189 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port df5d78f7-5c4f-4454-a2c4-5622bc025baf triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:35:59.850563 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.888448 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Router 430ea3d7-830a-4b10-8fc4-43df22e4b414 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:35:59.932968 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port df5d78f7-5c4f-4454-a2c4-5622bc025baf is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:35:59.933342 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:35:59.953828 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] For port df5d78f7-5c4f-4454-a2c4-5622bc025baf, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=df5d78f7-5c4f-4454-a2c4-5622bc025baf,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:35:59.957756 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.006670 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Pushing event updated for resources: {'Port': ['ID=df5d78f7-5c4f-4454-a2c4-5622bc025baf,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:00.011642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:36:00.028215 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:36:00.039496 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-641a8a65-e911-4fed-91b9-8d45fe1bfef9 None None] Provisioning complete for port f3471260-fc6b-48e5-950f-cda7ddc92d84 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:00.040696 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-641a8a65-e911-4fed-91b9-8d45fe1bfef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.045510 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:36:00.050358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:00.050523 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:00.070711 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] No DVR routers for this DVR port a21ec6a9-6230-4264-91df-ce100358cd2e on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:36:00.073390 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:36:00.075240 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.078524 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-41c852a3-9b92-467a-9246-dfdb7c8c517d req-9f77ee8e-334a-4ac4-92da-1a3cab7642da tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.24 "DELETE /v2.0/ports/a21ec6a9-6230-4264-91df-ce100358cd2e HTTP/1.1" status: 204 len: 173 time: 2.7158818 Feb 16 09:36:00.078966 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-deleted', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:00.081238 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d4f516-ead7-47e5-8b68-b9f228f2b981" -d '{"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-deleted", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:00.087678 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-26e93da7-432f-4d09-b060-65100cbb63cd admin admin] 10.222.0.90 "PUT /v2.0/routers/430ea3d7-830a-4b10-8fc4-43df22e4b414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4882951 Feb 16 09:36:00.089672 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: a21ec6a9-6230-4264-91df-ce100358cd2e {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:36:00.090026 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a21ec6a9-6230-4264-91df-ce100358cd2e not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:36:00.133612 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384640e5-b6e2-48d7-afb4-6072f98cf9d8 x-openstack-request-id: req-384640e5-b6e2-48d7-afb4-6072f98cf9d8 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:00.134289 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b81484-a72b-4d8b-a527-e8941c63dbb4", "name": "network-vif-deleted", "tag": "a21ec6a9-6230-4264-91df-ce100358cd2e", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:00.134621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-384640e5-b6e2-48d7-afb4-6072f98cf9d8 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:00.135105 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b81484-a72b-4d8b-a527-e8941c63dbb4', 'name': 'network-vif-deleted', 'tag': 'a21ec6a9-6230-4264-91df-ce100358cd2e', 'status': 'completed', 'code': 200} Feb 16 09:36:00.192867 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-641a8a65-e911-4fed-91b9-8d45fe1bfef9 None None] Port f3471260-fc6b-48e5-950f-cda7ddc92d84 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:36:00.245168 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:00.455611 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:00.490336 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:36:00.498797 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:00.499416 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:00.625147 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:00.739465 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.822398 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33340) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:00.843981 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Sync routers for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:36:00.854975 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33342) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:00.860420 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461444590', 'description': 'tempest-secgroup-smoke-461444590 description', 'project_id': 'facc2e90f7094144b7bce35e32b72941'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:00.871950 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:00.872694 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:00.884484 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:00.888658 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.921282 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (f7fcb04e-6b38-40c2-9320-933b27e467c0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:00.934295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b154bc7-16c3-4679-bbb4-926993305b34 None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:27:19Z', 'revision_number': 4, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '4f30eb96-34d8-407a-8584-d722f72ccc1f', 'name': '', 'network_id': '4bb600ea-fc11-40ae-ae1d-b5519b66130f', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'mac_address': 'fa:16:3e:f6:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:18Z', 'updated_at': '2022-02-16T09:27:27Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'subnets': [{'id': '38f8e32c-0b0a-4f13-8b27-3b34696b9b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:36:00.948184 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (f7fcb04e-6b38-40c2-9320-933b27e467c0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.002669 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (8fc89bbc-d915-4e4a-b513-c2efe262feb0), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.017958 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8fc89bbc-d915-4e4a-b513-c2efe262feb0), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.062227 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:01.063516 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f7fcb04e-6b38-40c2-9320-933b27e467c0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.063795 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.066185 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2089224 Feb 16 09:36:01.067558 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92630035-e3da-4a9e-83f8-62f1bf4f8d8e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc89bbc-d915-4e4a-b513-c2efe262feb0,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.069397 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.070059 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33346) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.075443 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.075669 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "DELETE /v2.0/security-groups/f7fcb04e-6b38-40c2-9320-933b27e467c0 HTTP/1.1" status: 204 len: 168 time: 0.2520821 Feb 16 09:36:01.076291 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33348) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.094952 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.api.v2.resource [None req-6e4cce98-4cee-4457-9124-992f915bdfcf tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] show failed (client error): The resource could not be found. Feb 16 09:36:01.099334 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33350) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.100638 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6e4cce98-4cee-4457-9124-992f915bdfcf tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "GET /v2.0/security-groups/f7fcb04e-6b38-40c2-9320-933b27e467c0 HTTP/1.1" status: 404 len: 347 time: 0.0202060 Feb 16 09:36:01.110452 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db2af6-dfca-4903-abc5-03ce3d39bd0b tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fcb04e-6b38-40c2-9320-933b27e467c0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.160237 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (0769c8d6-fe3d-446b-b532-e93780908a2f), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.283291 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (0769c8d6-fe3d-446b-b532-e93780908a2f), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.291876 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (0769c8d6-fe3d-446b-b532-e93780908a2f), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.311090 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bc6b2-e0e2-4415-9bf8-302003f29280 None None] New status for floating IP 5b9e2b57-5c6e-421b-8070-be1c45dd6a8f: DOWN {{(pid=102658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:36:01.315243 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0769c8d6-fe3d-446b-b532-e93780908a2f,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.319474 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Deleting port f02bf910-383a-4519-ad70-a85b041d9f80 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:01.319818 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.322532 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:58Z', 'revision_number': 4, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'f3471260-fc6b-48e5-950f-cda7ddc92d84', 'name': '', 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'mac_address': 'fa:16:3e:41:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26f21a22-4766-4a14-9733-13bd48def19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:57Z', 'updated_at': '2022-02-16T09:35:58Z', 'revision_number': 2, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'subnets': [{'id': '26f21a22-4766-4a14-9733-13bd48def19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:01.334668 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.339119 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f8dc2184-73ad-4241-adb2-fabcf4e411ab tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648854 Feb 16 09:36:01.339544 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33354) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.345497 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.375600 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (be0acf66-3dea-45fe-a8e8-fb86b8109412), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.408008 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.408370 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (f02bf910-383a-4519-ad70-a85b041d9f80), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.424772 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Calling delete_port for f02bf910-383a-4519-ad70-a85b041d9f80 owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:01.434237 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (be0acf66-3dea-45fe-a8e8-fb86b8109412), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.439644 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (be0acf66-3dea-45fe-a8e8-fb86b8109412), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.471920 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0acf66-3dea-45fe-a8e8-fb86b8109412,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.479671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.481469 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-19812945-d3e3-417c-8a33-259aa9024659 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407347 Feb 16 09:36:01.484165 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33356) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.488844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.502904 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Checking router: 430ea3d7-830a-4b10-8fc4-43df22e4b414 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:36:01.503246 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Updating router 430ea3d7-830a-4b10-8fc4-43df22e4b414 port f3471260-fc6b-48e5-950f-cda7ddc92d84 binding host dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 09:36:01.521422 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (91356b15-dd82-4eee-8c89-3f7fd7757b34), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.537244 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.552052 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df5d78f7-5c4f-4454-a2c4-5622bc025baf up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:36:01.597755 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (91356b15-dd82-4eee-8c89-3f7fd7757b34), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.604165 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (91356b15-dd82-4eee-8c89-3f7fd7757b34), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.619318 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port df5d78f7-5c4f-4454-a2c4-5622bc025baf triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:01.619692 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.631896 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91356b15-dd82-4eee-8c89-3f7fd7757b34,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.639680 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.643698 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (f02bf910-383a-4519-ad70-a85b041d9f80), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.643876 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ecc699d1-976e-47eb-b521-2ff128a281bc tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559429 Feb 16 09:36:01.644396 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33358) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.650604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.679047 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (cb88e358-e194-40c7-a6c7-debe4507a5c6), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.692807 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Pushing event deleted for resources: {'Port': ['ID=f02bf910-383a-4519-ad70-a85b041d9f80,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.725346 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port df5d78f7-5c4f-4454-a2c4-5622bc025baf is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:01.757120 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (cb88e358-e194-40c7-a6c7-debe4507a5c6), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.761612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (cb88e358-e194-40c7-a6c7-debe4507a5c6), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.770293 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks [] for floatingip (5b9e2b57-5c6e-421b-8070-be1c45dd6a8f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.772936 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.774230 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ef0dbeb2-6a87-464b-a0cd-1bda4d7a629a tempest-AttachVolumeShelveTestJSON-563967842 tempest-AttachVolumeShelveTestJSON-563967842-project] 10.222.0.90 "DELETE /v2.0/floatingips/5b9e2b57-5c6e-421b-8070-be1c45dd6a8f HTTP/1.1" status: 204 len: 168 time: 0.6739366 Feb 16 09:36:01.781430 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb88e358-e194-40c7-a6c7-debe4507a5c6,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.799146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.803735 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33362) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.803976 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1ca8910e-58e4-4b6a-867a-d53f5d147e01 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575696 Feb 16 09:36:01.810109 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.834489 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.securitygroups_db [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Project facc2e90f7094144b7bce35e32b72941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:36:01.840646 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (74ca84c1-4932-41ae-ae98-ac0526ce8d5d), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.887338 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks [] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.893662 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.920414 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (74ca84c1-4932-41ae-ae98-ac0526ce8d5d), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.930705 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (74ca84c1-4932-41ae-ae98-ac0526ce8d5d), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.937971 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.949117 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ca84c1-4932-41ae-ae98-ac0526ce8d5d,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.951832 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d53ade-cb7b-4aa6-b15b-eaf7ee85631e None None] Pushing event updated for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:01.958108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:01.959323 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-361f1a2d-980f-4999-9721-b3df1100da39 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530550 Feb 16 09:36:01.962772 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33366) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:01.968474 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'security_group_rule': {'security_group_id': '8fc89bbc-d915-4e4a-b513-c2efe262feb0', 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:01.993861 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.securitygroups_db [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Project facc2e90f7094144b7bce35e32b72941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:36:01.999462 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (73f660ac-159b-4bd7-a7a5-4470ee19f805), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.009617 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Attempting to bind port f3471260-fc6b-48e5-950f-cda7ddc92d84 on host dv-cinder-828459-1-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:36:02.010021 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Attempting to bind port f3471260-fc6b-48e5-950f-cda7ddc92d84 by drivers openvswitch,hyperv on host dv-cinder-828459-1-iscsi at level 0 using segments [{'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:36:02.010338 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Attempting to bind port f3471260-fc6b-48e5-950f-cda7ddc92d84 on network 72fcc7b0-b770-4875-a181-4fb778471943 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:02.016690 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Checking agent: {'id': '5cfdca90-24bd-4d3d-9bd6-576482d0866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828459-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 19, 3), 'started_at': datetime.datetime(2022, 2, 16, 9, 19, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828459-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:36:02.017037 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Checking segment: {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:02.017486 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.017880 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Bound using segment: {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:36:02.018345 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Bound port: f3471260-fc6b-48e5-950f-cda7ddc92d84, host: dv-cinder-828459-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a50b71-bfe0-4252-8105-318152309b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:36:02.018719 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.084883 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (73f660ac-159b-4bd7-a7a5-4470ee19f805), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.090497 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416134'] for security_group_rule (73f660ac-159b-4bd7-a7a5-4470ee19f805), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.090984 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] For port f3471260-fc6b-48e5-950f-cda7ddc92d84, host dv-cinder-828459-1-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:36:02.094485 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] For port f3471260-fc6b-48e5-950f-cda7ddc92d84, host dv-cinder-828459-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=f3471260-fc6b-48e5-950f-cda7ddc92d84,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:36:02.102251 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.112893 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f660ac-159b-4bd7-a7a5-4470ee19f805,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:02.120999 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.122348 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-1bc09079-dbc2-42b6-8015-56e7ebae5c5d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585739 Feb 16 09:36:02.170794 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:02.171424 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:02.176660 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d53ade-cb7b-4aa6-b15b-eaf7ee85631e None None] Pushing event updated for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:02.238227 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Provisioning complete for port f3471260-fc6b-48e5-950f-cda7ddc92d84 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:02.238838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.306868 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:02.370662 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Current status of the port f3471260-fc6b-48e5-950f-cda7ddc92d84 is: DOWN; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:02.371043 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.407790 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] For port f3471260-fc6b-48e5-950f-cda7ddc92d84, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=f3471260-fc6b-48e5-950f-cda7ddc92d84,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:02.412035 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.469141 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f50f15-4b70-4841-b1bd-17582f296206 None None] Pushing event updated for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:02.532976 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-e2d7285b-f8f5-41a3-a416-fa4a13aca7e8 None None] Provisioning complete for port f3471260-fc6b-48e5-950f-cda7ddc92d84 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:02.533346 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e2d7285b-f8f5-41a3-a416-fa4a13aca7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:02.541898 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:58Z', 'revision_number': 4, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'f3471260-fc6b-48e5-950f-cda7ddc92d84', 'name': '', 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'mac_address': 'fa:16:3e:41:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26f21a22-4766-4a14-9733-13bd48def19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:57Z', 'updated_at': '2022-02-16T09:36:02Z', 'revision_number': 4, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'subnets': [{'id': '26f21a22-4766-4a14-9733-13bd48def19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:02.587448 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5f873-adc1-43ab-8670-feb0c8c7eba2 None None] The sync data for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi is: [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:35:58Z', 'revision_number': 4, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'f3471260-fc6b-48e5-950f-cda7ddc92d84', 'name': '', 'network_id': '72fcc7b0-b770-4875-a181-4fb778471943', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'mac_address': 'fa:16:3e:41:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26f21a22-4766-4a14-9733-13bd48def19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:57Z', 'updated_at': '2022-02-16T09:36:02Z', 'revision_number': 4, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'subnets': [{'id': '26f21a22-4766-4a14-9733-13bd48def19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:36:02.640167 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7285b-f8f5-41a3-a416-fa4a13aca7e8 None None] Current status of the port f3471260-fc6b-48e5-950f-cda7ddc92d84 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:03.494823 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:03.534553 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device f3471260-fc6b-48e5-950f-cda7ddc92d84 up at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:36:03.585886 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Provisioning complete for port f3471260-fc6b-48e5-950f-cda7ddc92d84 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:03.586256 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:03.660933 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Current status of the port f3471260-fc6b-48e5-950f-cda7ddc92d84 is: ACTIVE; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:06.804286 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-3b4a3f14-238b-4e81-a414-f221115c831f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845936147&fields=id&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 267 time: 0.0444112 Feb 16 09:36:06.922276 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-87097e66-be66-4e56-aee6-129aafd71fe8 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:06.923732 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-87097e66-be66-4e56-aee6-129aafd71fe8 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.1078992 Feb 16 09:36:06.938552 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-65f299d1-6f85-4eac-a078-8ac051ea385f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/quotas/690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Feb 16 09:36:06.996476 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e5001c96-055e-4b32-b904-15a04b1c1f18 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528491 Feb 16 09:36:07.093864 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-261420c2-5669-4bcb-ac7f-40c6ccbbea1f service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Feb 16 09:36:07.202103 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-91ab0577-7bca-492b-b3b6-977a2cde4ced service neutron] 10.222.0.90 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012704 Feb 16 09:36:07.536395 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a1c0658f-60fa-4bcf-84d0-b5bde141288c req-d13af540-9f79-4a07-ac70-9a86ba23eec6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0336368 Feb 16 09:36:08.464609 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33516) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:08.580920 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-70aed33a-d4ec-49fe-a376-48440ec1cd29 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:08.582422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-70aed33a-d4ec-49fe-a376-48440ec1cd29 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 811 time: 0.1293378 Feb 16 09:36:08.658825 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c687fc3c-ba57-4197-9024-1efb4485d8c3 req-70a25f4d-2775-4069-94fd-1595b54c28e1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0310590 Feb 16 09:36:08.706895 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-f41885bb-1feb-4b3f-b3d7-f365c2e51fa6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690745bb6b6d4a1d8e021f08b9370685 HTTP/1.1" status: 200 len: 380 time: 0.1084673 Feb 16 09:36:08.717437 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'port': {'device_id': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'admin_state_up': True, 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'security_groups': ['a4ab6a5f-31b9-4ed1-9579-413cae832847']}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:08.835022 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Made reservation on behalf of 690745bb6b6d4a1d8e021f08b9370685 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:08.838543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:08.984840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.20.0.12 (8e866a1f-4c4f-4dc1-88a8-409844e417e8/cc047a79-e6f0-4395-b47b-992e35353654/9d724c00-a542-4377-a20b-5949df396a96) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:36:09.044349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.136821 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (9d724c00-a542-4377-a20b-5949df396a96), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.178068 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.237539 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:09.249457 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:36:09.250971 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:09.253511 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:36:09.313955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:09.314670 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.335620 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-7d75f1c2-e647-43d1-830d-751e47d1261d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218362 Feb 16 09:36:09.343842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Deleting port 4f30eb96-34d8-407a-8584-d722f72ccc1f {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:09.344227 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.347099 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Request body: {'port': {'device_id': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:09.413547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9d724c00-a542-4377-a20b-5949df396a96), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.441284 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] For port 4f30eb96-34d8-407a-8584-d722f72ccc1f, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=4f30eb96-34d8-407a-8584-d722f72ccc1f,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:09.441699 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.459603 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Calling delete_port for 4f30eb96-34d8-407a-8584-d722f72ccc1f owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:09.518063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-862b4838-7ed9-434f-be9a-f10deb6310f1 None None] Provisioning complete for port 9d724c00-a542-4377-a20b-5949df396a96 triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:09.518646 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-862b4838-7ed9-434f-be9a-f10deb6310f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (9d724c00-a542-4377-a20b-5949df396a96), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.571239 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-862b4838-7ed9-434f-be9a-f10deb6310f1 None None] Port 9d724c00-a542-4377-a20b-5949df396a96 cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:36:09.683734 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (4f30eb96-34d8-407a-8584-d722f72ccc1f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.710291 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f30eb96-34d8-407a-8584-d722f72ccc1f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:09.765730 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d724c00-a542-4377-a20b-5949df396a96 {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:09.778270 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks [] for port (9d724c00-a542-4377-a20b-5949df396a96), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.828290 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Transition to ACTIVE for port object 9d724c00-a542-4377-a20b-5949df396a96 will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:36:09.846957 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.934290 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:09.975997 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53bdfc-0c6c-4342-a53f-49950b50bb7a req-feccab7c-dd21-4dc6-8dbb-d4d58632443f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:09.990040 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2f53bdfc-0c6c-4342-a53f-49950b50bb7a req-feccab7c-dd21-4dc6-8dbb-d4d58632443f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 932 time: 0.2142534 Feb 16 09:36:10.000299 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Pushing event updated for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:10.093481 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2f53bdfc-0c6c-4342-a53f-49950b50bb7a req-3e7c02b3-842e-4c58-a5f9-1ba072dcce81 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025467 Feb 16 09:36:10.094149 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Attempting to bind port 9d724c00-a542-4377-a20b-5949df396a96 on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:36:10.094481 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Attempting to bind port 9d724c00-a542-4377-a20b-5949df396a96 by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:36:10.094809 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Attempting to bind port 9d724c00-a542-4377-a20b-5949df396a96 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:10.104303 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Port 9d724c00-a542-4377-a20b-5949df396a96 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:36:10.104604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Attempting to bind port 9d724c00-a542-4377-a20b-5949df396a96 on network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:10.109921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:36:10.110257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Checking segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:10.110634 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Bound using segment: {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:36:10.111066 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Bound port: 9d724c00-a542-4377-a20b-5949df396a96, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c629332-fdb4-43e0-9da2-0426cc1f11e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:36:10.122695 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9d724c00-a542-4377-a20b-5949df396a96), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:10.197538 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:36:10.202106 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9d724c00-a542-4377-a20b-5949df396a96,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:36:10.213858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:10.220254 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:36:10.246361 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:10.246993 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:10.248404 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] 10.222.0.24 "PUT /v2.0/ports/9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 1094 time: 0.9058192 Feb 16 09:36:10.250787 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:10.253615 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223d58b-1141-4005-930a-20822306cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:10.301947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71202-f1c4-4745-a9d7-7142cf2bcabe service neutron] Pushing event updated for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:10.328128 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6c352b-74cc-42d9-b36f-bbac160797b5 x-openstack-request-id: req-9a6c352b-74cc-42d9-b36f-bbac160797b5 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:10.328427 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:10.328685 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9a6c352b-74cc-42d9-b36f-bbac160797b5 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:10.329097 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96', 'status': 'completed', 'code': 200} Feb 16 09:36:10.372918 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:36:10.378053 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f0a3f805-87b5-4665-a9bb-038c11fa918e admin admin] 10.222.0.90 "PUT /v2.0/routers/951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9121141 Feb 16 09:36:10.380444 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33540) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:10.392381 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Sync routers for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:36:10.408644 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:10.409605 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:10.472523 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-5cd729ce-2c9a-40af-bc19-7be9d704536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:10.474081 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-5cd729ce-2c9a-40af-bc19-7be9d704536e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1128 time: 0.1339853 Feb 16 09:36:10.531312 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:10.534298 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-8ee70685-3b0e-4d3e-b46f-1dbfc99740f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 217 time: 0.0451941 Feb 16 09:36:10.605068 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks [] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:10.640704 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-2b1ae2d7-aecc-49e9-bf8e-bd3b9596235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:10.642657 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-2b1ae2d7-aecc-49e9-bf8e-bd3b9596235a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.1000338 Feb 16 09:36:10.728351 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:36:09Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:10.751827 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-1674371d-8f34-4b5b-87a9-fbe06effeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:10.753572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-1674371d-8f34-4b5b-87a9-fbe06effeb66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808642 Feb 16 09:36:10.754932 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Checking router: 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:36:10.766929 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Routers {'951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:10.767603 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:35:59Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:10.770173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks [] for router_gateway (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:10.885147 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] Set router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:10.893639 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-2aa938ff-7762-4520-b025-dca7c482564d service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240594 Feb 16 09:36:10.913451 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Deleting port 16e95b6a-7765-4faa-9f1c-48e1a746616a {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:10.913451 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:11.076558 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] For port 16e95b6a-7765-4faa-9f1c-48e1a746616a, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=16e95b6a-7765-4faa-9f1c-48e1a746616a,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:11.076943 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:11.080896 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-78357d8d-9fea-45e2-b5bc-10e6c7627865 req-f4687bbf-2e2c-49f5-8190-4ba4ccd2ac31 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882136 Feb 16 09:36:11.095894 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Calling delete_port for 16e95b6a-7765-4faa-9f1c-48e1a746616a owned by network:router_gateway {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:11.101865 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:36:09Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:11.140162 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de03e1-026a-4c57-9a87-4c6975a560cb None None] The sync data for ids ['951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7'] in dv-cinder-828459-1-iscsi is: [{'id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1966677104-router', 'tenant_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:27:13Z', 'updated_at': '2022-02-16T09:36:09Z', 'revision_number': 5, 'project_id': 'fd441a80d29f4b5db8245c523e2ee25a', 'gw_port': {'id': '16e95b6a-7765-4faa-9f1c-48e1a746616a', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:27:15Z', 'updated_at': '2022-02-16T09:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:36:11.569564 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 4f30eb96-34d8-407a-8584-d722f72ccc1f no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:36:11.594060 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 4f30eb96-34d8-407a-8584-d722f72ccc1f {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:36:11.594550 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 4f30eb96-34d8-407a-8584-d722f72ccc1f not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:36:11.597238 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d58b-1141-4005-930a-20822306cf5c req-a2ebbd95-3f39-4862-b5d1-c5bc1f10b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:11.598845 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-a2ebbd95-3f39-4862-b5d1-c5bc1f10b83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1128 time: 0.1836610 Feb 16 09:36:11.613565 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56716cab-fe41-4b93-854f-3f49cca985ac req-5abcdc9b-7275-41a8-a222-41f1d3c1fc26 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:11.615085 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56716cab-fe41-4b93-854f-3f49cca985ac req-5abcdc9b-7275-41a8-a222-41f1d3c1fc26 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.1979711 Feb 16 09:36:11.625300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870297e-fc8e-4ec3-ae94-3cbaa6d49b2b req-b8368a7b-4140-4721-bdb5-6a22f97b6a8e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:11.626689 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a870297e-fc8e-4ec3-ae94-3cbaa6d49b2b req-b8368a7b-4140-4721-bdb5-6a22f97b6a8e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.2082474 Feb 16 09:36:11.811521 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-56716cab-fe41-4b93-854f-3f49cca985ac req-b650e400-b9e3-40a1-97d9-fcea8b5654e4 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775787 Feb 16 09:36:11.831335 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a870297e-fc8e-4ec3-ae94-3cbaa6d49b2b req-aed0971b-81e3-42d0-a882-1d34adfdbebc tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919191 Feb 16 09:36:11.834709 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d58b-1141-4005-930a-20822306cf5c req-d1c09791-e4af-4091-b1af-4f5f231fd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:11.836262 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-d1c09791-e4af-4091-b1af-4f5f231fd69e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.2202239 Feb 16 09:36:11.840916 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (16e95b6a-7765-4faa-9f1c-48e1a746616a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:11.910268 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=16e95b6a-7765-4faa-9f1c-48e1a746616a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:11.914751 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-967f9f69-11fa-47ff-8c9f-557c55dd613d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 217 time: 0.0708828 Feb 16 09:36:12.008797 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d58b-1141-4005-930a-20822306cf5c req-31eb06ee-11ba-4c3a-9c19-d2b4c5d00bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:12.010907 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-31eb06ee-11ba-4c3a-9c19-d2b4c5d00bfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0759342 Feb 16 09:36:12.013543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.129342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.132567 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks [] for router_controller (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.180912 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d58b-1141-4005-930a-20822306cf5c req-79eb950d-a67e-4c40-9166-24b66da4d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:12.182596 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-79eb950d-a67e-4c40-9166-24b66da4d2d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429276 Feb 16 09:36:12.183673 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.184385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 {{(pid=102655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:36:12.189009 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.192653 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-9b457fd0-2bca-41b5-af90-efcb0b425d0e admin admin] 10.222.0.90 "DELETE /v2.0/routers/951f1e31-6879-4c1d-ac3a-c7ecc3cab0f7 HTTP/1.1" status: 204 len: 168 time: 1.8083863 Feb 16 09:36:12.192790 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33558) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:12.247595 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Deleting subnet 38f8e32c-0b0a-4f13-8b27-3b34696b9b87 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:36:12.253545 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Publish callbacks [] for subnet (38f8e32c-0b0a-4f13-8b27-3b34696b9b87), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.294564 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (38f8e32c-0b0a-4f13-8b27-3b34696b9b87), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.308260 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-de164c64-e2ce-48de-940d-7dff40f71523 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164763 Feb 16 09:36:12.402197 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (38f8e32c-0b0a-4f13-8b27-3b34696b9b87), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.422560 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4223d58b-1141-4005-930a-20822306cf5c req-b87a61af-87df-40f4-8337-1af7a7d3de54 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041653 Feb 16 09:36:12.461674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (38f8e32c-0b0a-4f13-8b27-3b34696b9b87), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.491482 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f8e32c-0b0a-4f13-8b27-3b34696b9b87,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:12.494887 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.497706 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/38f8e32c-0b0a-4f13-8b27-3b34696b9b87 HTTP/1.1" status: 204 len: 168 time: 0.3039284 Feb 16 09:36:12.498253 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901dc60-3aad-4029-9106-b4b10856fd2f None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:36:12.500186 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33560) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:12.512660 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.513000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.513484 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.513823 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.514153 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.514478 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.514801 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.515123 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.515865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.515865 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.516126 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.516384 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.516698 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77427e4-865d-4a03-bad5-6c245a85b587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:12.587713 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (4bb600ea-fc11-40ae-ae1d-b5519b66130f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.644642 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Deleting port dc677b63-c8e3-4769-a2cc-900206ab8110 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:12.644980 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.674232 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] DHCP port deletion for 4bb600ea-fc11-40ae-ae1d-b5519b66130f request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:36:12.710783 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] For port dc677b63-c8e3-4769-a2cc-900206ab8110, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=dc677b63-c8e3-4769-a2cc-900206ab8110,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:12.711137 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.721919 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Deleting port dc677b63-c8e3-4769-a2cc-900206ab8110 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:12.722295 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.724750 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Calling delete_port for dc677b63-c8e3-4769-a2cc-900206ab8110 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:12.809605 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.836121 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc677b63-c8e3-4769-a2cc-900206ab8110,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:12.840939 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] No DVR routers for this DVR port dc677b63-c8e3-4769-a2cc-900206ab8110 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:36:12.921581 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (4bb600ea-fc11-40ae-ae1d-b5519b66130f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.943574 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb600ea-fc11-40ae-ae1d-b5519b66130f']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:12.948216 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] For port dc677b63-c8e3-4769-a2cc-900206ab8110, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=dc677b63-c8e3-4769-a2cc-900206ab8110,segment=NetworkSegment(7d7ca956-0b71-4212-a7a6-d8d671bbbb0f),segment_id=7d7ca956-0b71-4212-a7a6-d8d671bbbb0f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:12.948610 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.954473 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:12.954798 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7ca956-0b71-4212-a7a6-d8d671bbbb0f') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:12.965431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (7d7ca956-0b71-4212-a7a6-d8d671bbbb0f), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.966966 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Calling delete_port for dc677b63-c8e3-4769-a2cc-900206ab8110 owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:12.979673 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (7d7ca956-0b71-4212-a7a6-d8d671bbbb0f), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:12.986760 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:36:12.986942 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (7d7ca956-0b71-4212-a7a6-d8d671bbbb0f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.018115 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed1c41-5a1e-40d7-bdf4-bfe3bb64feec req-c87017d7-5392-49a2-a11f-bfa5a725dcc5 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:13.019680 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d3ed1c41-5a1e-40d7-bdf4-bfe3bb64feec req-c87017d7-5392-49a2-a11f-bfa5a725dcc5 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.1049335 Feb 16 09:36:13.027979 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af421635-6669-44cb-b12d-9385f364f20a req-46fdeda0-8e32-4397-b15b-2255d0c4cf55 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:13.029424 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af421635-6669-44cb-b12d-9385f364f20a req-46fdeda0-8e32-4397-b15b-2255d0c4cf55 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0848925 Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:36:13.042763 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:36:13.047059 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (4bb600ea-fc11-40ae-ae1d-b5519b66130f), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.057400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.060805 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] 10.222.0.90 "DELETE /v2.0/networks/4bb600ea-fc11-40ae-ae1d-b5519b66130f HTTP/1.1" status: 204 len: 168 time: 0.5596626 Feb 16 09:36:13.066518 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (dc677b63-c8e3-4769-a2cc-900206ab8110), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.073550 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9bf0-a39b-4244-8d4f-7c7257f1b4be admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb600ea-fc11-40ae-ae1d-b5519b66130f,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:13.109048 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Network 4bb600ea-fc11-40ae-ae1d-b5519b66130f is not hosted by any dhcp agent {{(pid=102658) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 09:36:13.109511 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] No DVR routers for this DVR port dc677b63-c8e3-4769-a2cc-900206ab8110 on host dv-cinder-828459-1-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:36:13.112157 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9efeac-013e-47df-b577-f90b5ae5c76a None None] Pushing event deleted for resources: {'Port': ['ID=dc677b63-c8e3-4769-a2cc-900206ab8110,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:13.132999 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d3ed1c41-5a1e-40d7-bdf4-bfe3bb64feec req-0736c25f-a5f7-49d8-b9ec-c4c98bf061b1 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Feb 16 09:36:13.148762 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af421635-6669-44cb-b12d-9385f364f20a req-c8954ae3-6aec-4507-bcb0-7a8380b147d8 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950749 Feb 16 09:36:13.220654 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33570) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:13.265135 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3350b9b1-f3c6-4f35-ba26-512ef0956fa3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fd441a80d29f4b5db8245c523e2ee25a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432384 Feb 16 09:36:13.267648 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33572) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:13.316537 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] Publish callbacks [] for security_group (78b292f5-b230-40ee-b7f7-0809029412bd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.339357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] Publish callbacks [] for security_group (78b292f5-b230-40ee-b7f7-0809029412bd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.389129 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (78b292f5-b230-40ee-b7f7-0809029412bd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.391684 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.392865 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78b292f5-b230-40ee-b7f7-0809029412bd HTTP/1.1" status: 204 len: 168 time: 0.1242874 Feb 16 09:36:13.402410 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e658ad-36e5-406e-9d1c-f6cbe468cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b292f5-b230-40ee-b7f7-0809029412bd,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:13.414045 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-ec6fb786-c2ef-4c72-874a-b077c93ae09b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:13.415957 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-ec6fb786-c2ef-4c72-874a-b077c93ae09b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 945 time: 0.0643594 Feb 16 09:36:13.525738 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device dc677b63-c8e3-4769-a2cc-900206ab8110 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:36:13.529300 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Deleting port 34b03ad2-6f63-4c62-962d-f8e2553950a3 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:36:13.529646 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.549716 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: dc677b63-c8e3-4769-a2cc-900206ab8110 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:36:13.550063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device dc677b63-c8e3-4769-a2cc-900206ab8110 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:36:13.550480 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 16e95b6a-7765-4faa-9f1c-48e1a746616a no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:36:13.570945 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 16e95b6a-7765-4faa-9f1c-48e1a746616a {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:36:13.571285 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 16e95b6a-7765-4faa-9f1c-48e1a746616a not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:36:13.635721 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] For port 34b03ad2-6f63-4c62-962d-f8e2553950a3, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=34b03ad2-6f63-4c62-962d-f8e2553950a3,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:13.636108 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.651081 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Calling delete_port for 34b03ad2-6f63-4c62-962d-f8e2553950a3 owned by compute:nova {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:36:13.787166 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (34b03ad2-6f63-4c62-962d-f8e2553950a3), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.799339 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['34b03ad2-6f63-4c62-962d-f8e2553950a3'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:36:13.820879 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Pushing event deleted for resources: {'Port': ['ID=34b03ad2-6f63-4c62-962d-f8e2553950a3,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:13.866303 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] No DVR routers for this DVR port 34b03ad2-6f63-4c62-962d-f8e2553950a3 on host hv-cinder-82845 {{(pid=102655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:36:13.869953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:13.874617 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-020b8c03-5013-46d9-80b0-92f3d26d5c4a req-60bfa9c3-d5a8-44d8-a598-00f19c23f30b tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "DELETE /v2.0/ports/34b03ad2-6f63-4c62-962d-f8e2553950a3 HTTP/1.1" status: 204 len: 173 time: 0.4526873 Feb 16 09:36:13.875085 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'name': 'network-vif-deleted', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:13.877385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716505a-dd84-4d67-a2a3-9516d1b68e53" -d '{"events": [{"server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "name": "network-vif-deleted", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:13.927406 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ced12-4f02-4ecb-a95f-75a685c9712a x-openstack-request-id: req-148ced12-4f02-4ecb-a95f-75a685c9712a {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:13.927697 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cff782-3099-43ce-ad19-d747fd881ea6", "name": "network-vif-deleted", "tag": "34b03ad2-6f63-4c62-962d-f8e2553950a3", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:13.928070 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-148ced12-4f02-4ecb-a95f-75a685c9712a {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:13.928388 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cff782-3099-43ce-ad19-d747fd881ea6', 'name': 'network-vif-deleted', 'tag': '34b03ad2-6f63-4c62-962d-f8e2553950a3', 'status': 'completed', 'code': 200} Feb 16 09:36:14.267441 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0a1c1cee-7556-46a1-9f06-ee0f2a202093 req-e885340a-00e2-414a-87a5-97d610a5a17e tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=87cff782-3099-43ce-ad19-d747fd881ea6 HTTP/1.1" status: 200 len: 210 time: 0.0316617 Feb 16 09:36:14.387234 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc281-0788-451a-8812-d7c9fa8721c9 req-1b3915e7-8fb6-4880-b8ab-44e56612eda6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:14.388808 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-360bc281-0788-451a-8812-d7c9fa8721c9 req-1b3915e7-8fb6-4880-b8ab-44e56612eda6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0586650 Feb 16 09:36:14.448057 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-360bc281-0788-451a-8812-d7c9fa8721c9 req-c174dadd-6265-4273-aa0a-8e7b486ee697 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534120 Feb 16 09:36:15.578187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4522d-1e0f-43dc-bca4-3a33f2dad0a9 req-a0eba1bb-e309-47a3-ab22-6da77d84e901 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:15.579660 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a4522d-1e0f-43dc-bca4-3a33f2dad0a9 req-a0eba1bb-e309-47a3-ab22-6da77d84e901 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0549891 Feb 16 09:36:15.629397 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-14a4522d-1e0f-43dc-bca4-3a33f2dad0a9 req-7c5f153e-3016-43cb-a0bb-93dd9b0b43f6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Feb 16 09:36:16.745721 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7284a-13e9-4c36-b6ea-b5c36458f9ef req-a38ebe22-95dc-45bf-8855-501840996e4d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:16.747188 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-58e7284a-13e9-4c36-b6ea-b5c36458f9ef req-a38ebe22-95dc-45bf-8855-501840996e4d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0511386 Feb 16 09:36:16.794656 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-58e7284a-13e9-4c36-b6ea-b5c36458f9ef req-3b06403a-6f91-42d3-94c4-04a40726d2ee tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Feb 16 09:36:16.988747 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:17.559909 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 34b03ad2-6f63-4c62-962d-f8e2553950a3 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:36:17.580358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 34b03ad2-6f63-4c62-962d-f8e2553950a3 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:36:17.580621 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 34b03ad2-6f63-4c62-962d-f8e2553950a3 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:36:17.919345 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecf7b1-14dc-4cd9-b6d8-c48e96b32a61 req-6130471a-5fe7-4b07-bf69-7486cbbfe9e4 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:17.920999 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bbecf7b1-14dc-4cd9-b6d8-c48e96b32a61 req-6130471a-5fe7-4b07-bf69-7486cbbfe9e4 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0581346 Feb 16 09:36:17.973826 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bbecf7b1-14dc-4cd9-b6d8-c48e96b32a61 req-f7c95242-da9c-49d3-8a68-7ad8e4068d97 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 Feb 16 09:36:19.091699 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf6b02-f53f-4532-8d68-5200f615aa5d req-0f415ca1-72fd-4dc4-a169-554964d7f20c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:19.093171 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-19bf6b02-f53f-4532-8d68-5200f615aa5d req-0f415ca1-72fd-4dc4-a169-554964d7f20c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0513265 Feb 16 09:36:19.140345 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-19bf6b02-f53f-4532-8d68-5200f615aa5d req-04811b91-57cd-44a5-801e-5b8d02a9caff tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Feb 16 09:36:20.268254 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f55f-b2d5-408b-9eb8-9893885973ba req-2afb1261-0251-4a96-92d4-97a20da86f77 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:20.269633 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5914f55f-b2d5-408b-9eb8-9893885973ba req-2afb1261-0251-4a96-92d4-97a20da86f77 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0626380 Feb 16 09:36:20.317945 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5914f55f-b2d5-408b-9eb8-9893885973ba req-4cf8d7c3-6d80-48a1-bc9f-9fe671e827b1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Feb 16 09:36:21.432343 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518887f-cfd9-42ce-b178-29ac80a18263 req-fdf3defe-1780-49ca-8944-d2ef4908b967 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:21.433795 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c518887f-cfd9-42ce-b178-29ac80a18263 req-fdf3defe-1780-49ca-8944-d2ef4908b967 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0517123 Feb 16 09:36:21.482794 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c518887f-cfd9-42ce-b178-29ac80a18263 req-ac60f111-c062-49ed-9428-a88884f94721 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Feb 16 09:36:22.599334 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b63b12-9039-4820-aadf-1946ef302fda req-b51b4b3e-8d5c-4eef-bae6-77b362210ce6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:22.600824 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9b63b12-9039-4820-aadf-1946ef302fda req-b51b4b3e-8d5c-4eef-bae6-77b362210ce6 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0526497 Feb 16 09:36:22.671580 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b9b63b12-9039-4820-aadf-1946ef302fda req-d1b0e116-f04c-401e-8cf6-df67b8181901 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653055 Feb 16 09:36:22.715422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-9d303662-ad83-499e-b1a3-2eb414226b58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423229 Feb 16 09:36:22.791942 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-e585585a-9804-4b38-bccd-d8b46d813655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:22.793440 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-e585585a-9804-4b38-bccd-d8b46d813655 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0438004 Feb 16 09:36:22.904313 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-21c202c3-3e06-44d1-91d4-b26bccdc5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:22.905800 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-21c202c3-3e06-44d1-91d4-b26bccdc5356 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0904081 Feb 16 09:36:22.970224 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-7f6a45a2-3969-4e1d-b5aa-34ba9c13c1e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 1001 time: 0.0579646 Feb 16 09:36:23.019337 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-18e05139-ba12-48aa-a64b-c562857b4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:23.020824 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-18e05139-ba12-48aa-a64b-c562857b4bac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0443280 Feb 16 09:36:23.075297 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-07a6db9a-e4a8-4d93-9e96-dba4a6f812c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:23.076925 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-07a6db9a-e4a8-4d93-9e96-dba4a6f812c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492446 Feb 16 09:36:23.170317 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-cd7a580e-92d6-4e13-9aeb-5e99617e17d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Feb 16 09:36:23.225732 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9d724c00-a542-4377-a20b-5949df396a96 details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:36:23.263464 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e25aaefa-ff0f-415f-b13e-d360867601d0 req-c9985e39-b95b-4b8e-b863-47ad68a1867a service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852022 Feb 16 09:36:23.331114 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9d724c00-a542-4377-a20b-5949df396a96,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:23.344136 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '9d724c00-a542-4377-a20b-5949df396a96', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'port_id': '9d724c00-a542-4377-a20b-5949df396a96', 'mac_address': 'fa:16:3e:56:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:36:23.381964 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 9d724c00-a542-4377-a20b-5949df396a96 is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:23.382348 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9d724c00-a542-4377-a20b-5949df396a96), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:23.395940 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d724c00-a542-4377-a20b-5949df396a96 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:23.414940 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9d724c00-a542-4377-a20b-5949df396a96,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:23.420199 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:23.469833 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:23.757743 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['9d724c00-a542-4377-a20b-5949df396a96'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:36:23.791534 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a59a-aa33-442a-9c30-4974884de641 req-cf0ce5ac-6076-4ff5-abd9-e24ebd367163 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:23.793324 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a971a59a-aa33-442a-9c30-4974884de641 req-cf0ce5ac-6076-4ff5-abd9-e24ebd367163 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0543723 Feb 16 09:36:23.844128 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a971a59a-aa33-442a-9c30-4974884de641 req-cb2f317e-84b8-4679-9d44-2e31b302c11c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Feb 16 09:36:24.960187 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51792-8fc2-4cf8-873a-a3c15c59a6b5 req-e219f94e-067c-4cfe-81b7-a2bc4e392f1e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:24.961612 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cd51792-8fc2-4cf8-873a-a3c15c59a6b5 req-e219f94e-067c-4cfe-81b7-a2bc4e392f1e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0508144 Feb 16 09:36:25.013438 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0cd51792-8fc2-4cf8-873a-a3c15c59a6b5 req-efe0cd04-3bf6-4a5c-b26d-353775b2fad5 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Feb 16 09:36:26.135001 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad19c-9578-4571-bc87-7c1737a86a3f req-401d388f-8030-4aac-bcce-778f8b175864 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:26.136495 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc2ad19c-9578-4571-bc87-7c1737a86a3f req-401d388f-8030-4aac-bcce-778f8b175864 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Feb 16 09:36:26.184474 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cc2ad19c-9578-4571-bc87-7c1737a86a3f req-3e105086-60e7-49dc-8c36-826c66fd0be4 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Feb 16 09:36:27.112557 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9fa126c7-e91e-4204-b931-e5a5ec29f97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:27.310802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b91e6c-0fdb-42d0-ac23-bf4ee79696b4 req-d42b27ae-c9d1-4143-ab36-b9dd09f998ed tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:27.312196 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84b91e6c-0fdb-42d0-ac23-bf4ee79696b4 req-d42b27ae-c9d1-4143-ab36-b9dd09f998ed tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Feb 16 09:36:27.360095 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-84b91e6c-0fdb-42d0-ac23-bf4ee79696b4 req-91d94423-5a20-4f29-8c14-365dcec89be0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Feb 16 09:36:28.479855 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e155-cd44-4a3d-a14e-5b2655ea24bc req-d12775c5-f601-4bf8-a04b-2d1be8962052 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:28.481358 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5d82e155-cd44-4a3d-a14e-5b2655ea24bc req-d12775c5-f601-4bf8-a04b-2d1be8962052 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Feb 16 09:36:28.529881 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5d82e155-cd44-4a3d-a14e-5b2655ea24bc req-14456be9-8b6f-4b61-bcc0-7a48ba03ded2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Feb 16 09:36:29.162109 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33824) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:29.272883 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9d724c00-a542-4377-a20b-5949df396a96 up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:36:29.280693 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a98eb147-e9d1-4d00-8c35-e62d9291994b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.377118 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a98eb147-e9d1-4d00-8c35-e62d9291994b admin admin] Publish callbacks [] for security_group (a6da9995-fbd8-4391-b9f9-d257f277feea), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.379530 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 9d724c00-a542-4377-a20b-5949df396a96 completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:36:29.382420 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a98eb147-e9d1-4d00-8c35-e62d9291994b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a6da9995-fbd8-4391-b9f9-d257f277feea), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.383639 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 9d724c00-a542-4377-a20b-5949df396a96 triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:29.384588 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (9d724c00-a542-4377-a20b-5949df396a96), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.436817 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a98eb147-e9d1-4d00-8c35-e62d9291994b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1828a8ad894a4c29a415c5e1ce3b5db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735405 Feb 16 09:36:29.437962 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98eb147-e9d1-4d00-8c35-e62d9291994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da9995-fbd8-4391-b9f9-d257f277feea,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:29.440804 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 33840) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:29.477185 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 9d724c00-a542-4377-a20b-5949df396a96 is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:29.477693 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (9d724c00-a542-4377-a20b-5949df396a96), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.491696 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-99ff11f6-0667-43c2-a289-f1211fa9310c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:29.499357 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-99ff11f6-0667-43c2-a289-f1211fa9310c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 814 time: 0.1777391 Feb 16 09:36:29.513553 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d724c00-a542-4377-a20b-5949df396a96'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:29.515924 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa48527-6c5e-46e5-bae1-842731951dab" -d '{"events": [{"server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "name": "network-vif-plugged", "status": "completed", "tag": "9d724c00-a542-4377-a20b-5949df396a96"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:29.520503 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-64b3dbcb-4c69-46ae-81e3-2047ceeeae39 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/quotas/d998345414e84cd98ace4a86cbc59561 HTTP/1.1" status: 200 len: 375 time: 0.0202792 Feb 16 09:36:29.533526 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3f052ceb-459e-46f1-8638-c0ff256cb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.538217 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9d724c00-a542-4377-a20b-5949df396a96,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:29.545315 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.575106 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] Publish callbacks [] for security_group (a6da9995-fbd8-4391-b9f9-d257f277feea), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.581025 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9787de-615b-4e63-b956-4e46843fb3fc x-openstack-request-id: req-5c9787de-615b-4e63-b956-4e46843fb3fc {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:29.582608 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "name": "network-vif-plugged", "status": "completed", "tag": "9d724c00-a542-4377-a20b-5949df396a96", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:29.582608 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c9787de-615b-4e63-b956-4e46843fb3fc {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:29.582608 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d724c00-a542-4377-a20b-5949df396a96', 'code': 200} Feb 16 09:36:29.609127 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] Publish callbacks [] for security_group (a6da9995-fbd8-4391-b9f9-d257f277feea), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.615843 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:29.652563 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-765919a0-295b-469b-8849-734dd6ca90da tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194997 Feb 16 09:36:29.754084 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a6da9995-fbd8-4391-b9f9-d257f277feea), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.756649 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:29.757776 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a6da9995-fbd8-4391-b9f9-d257f277feea HTTP/1.1" status: 204 len: 168 time: 0.3165107 Feb 16 09:36:29.784953 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20848e4d-9308-44b3-825c-ba92b8910d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da9995-fbd8-4391-b9f9-d257f277feea,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:29.818376 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be99d34-c0b7-41e2-a771-fe3bbc4d0dc2 req-561b5c9b-c725-45d8-a643-e9a4a7d6d2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:29.820061 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5be99d34-c0b7-41e2-a771-fe3bbc4d0dc2 req-561b5c9b-c725-45d8-a643-e9a4a7d6d2c7 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.1616695 Feb 16 09:36:29.840979 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fdccb91b-b476-489c-ae04-c056d89bc526 service neutron] 10.222.0.90 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809647 Feb 16 09:36:29.906789 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62a39-162a-400d-89ab-e944f4d6d529 req-6632e410-a81b-4a32-a883-e5c0cc671750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:29.908323 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e0b62a39-162a-400d-89ab-e944f4d6d529 req-6632e410-a81b-4a32-a883-e5c0cc671750 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1130 time: 0.1460819 Feb 16 09:36:29.956855 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5be99d34-c0b7-41e2-a771-fe3bbc4d0dc2 req-12d3676e-4d79-479e-a7d1-1cc29dc127a2 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277478 Feb 16 09:36:30.006797 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-3201ba07-e46a-40ec-a443-a60607007f04 service neutron] 10.222.0.90 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522574 Feb 16 09:36:30.013947 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-e0b62a39-162a-400d-89ab-e944f4d6d529 req-0ef85294-0266-4fd1-ae53-a23dc2cf3809 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682967 Feb 16 09:36:30.204838 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-acec8751-9c14-495d-87d6-aa32e3e9affe req-af8a976a-a128-46e7-8d41-c077f2352817 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 210 time: 0.0349193 Feb 16 09:36:30.687351 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.137116 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-8cbf88bd-042f-405a-a234-ddfcb84d097c tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461444590&fields=id&tenant_id=facc2e90f7094144b7bce35e32b72941 HTTP/1.1" status: 200 len: 267 time: 0.0686998 Feb 16 09:36:31.154205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39428-c8f8-4fef-bf3d-235b5ce15a32 req-5337fc9e-6485-40f4-a40e-8832927e8e09 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:31.155743 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbe39428-c8f8-4fef-bf3d-235b5ce15a32 req-5337fc9e-6485-40f4-a40e-8832927e8e09 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.1163969 Feb 16 09:36:31.356451 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbe39428-c8f8-4fef-bf3d-235b5ce15a32 req-1db63ec1-4d92-4915-a763-8e507aa648d1 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866393 Feb 16 09:36:31.366890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-2e0917fa-2969-4c7a-ae61-1316928032a4 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:31.374041 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-2e0917fa-2969-4c7a-ae61-1316928032a4 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 809 time: 0.2360511 Feb 16 09:36:31.395567 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-9f53753f-850a-4e6d-a8a5-c5d58a5782e1 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/quotas/facc2e90f7094144b7bce35e32b72941 HTTP/1.1" status: 200 len: 375 time: 0.0206521 Feb 16 09:36:31.401471 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-14fdaeb3-048f-4e9a-a689-864206693668 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:31.403033 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-14fdaeb3-048f-4e9a-a689-864206693668 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 814 time: 0.2315357 Feb 16 09:36:31.421442 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Request body: {'port': {'device_id': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32', 'admin_state_up': True, 'tenant_id': 'd998345414e84cd98ace4a86cbc59561'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:31.527898 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-83b56744-7e5c-4a02-8279-05f2df62c7f4 req-44db4aaa-c9d6-426c-8cc9-fffeba80e3d1 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 210 time: 0.0598211 Feb 16 09:36:31.552875 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-041fdd53-7f39-48fb-8dd2-24f278f23a5f tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485341 Feb 16 09:36:31.637941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Made reservation on behalf of d998345414e84cd98ace4a86cbc59561 for: {'port': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:31.641195 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.684213 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-7d29e485-b252-45ee-98f5-299e6e7ced84 service neutron] 10.222.0.90 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162155 Feb 16 09:36:31.701993 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33924) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:31.812960 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-899f5010-34c9-41fe-978e-b7f67588175e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.897920 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-899f5010-34c9-41fe-978e-b7f67588175e admin admin] Publish callbacks [] for security_group (0e434524-fba1-4e74-b08a-b19968556929), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.902912 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-899f5010-34c9-41fe-978e-b7f67588175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0e434524-fba1-4e74-b08a-b19968556929), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.940813 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:31.942011 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f5010-34c9-41fe-978e-b7f67588175e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e434524-fba1-4e74-b08a-b19968556929,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:31.950153 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-899f5010-34c9-41fe-978e-b7f67588175e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e1710ee3c584ca4894e23f9c0c8a88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445712 Feb 16 09:36:31.950369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33928) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:31.999428 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] Publish callbacks [] for security_group (0e434524-fba1-4e74-b08a-b19968556929), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.021556 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] Publish callbacks [] for security_group (0e434524-fba1-4e74-b08a-b19968556929), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.068419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (0e434524-fba1-4e74-b08a-b19968556929), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.070950 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.075546 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0e434524-fba1-4e74-b08a-b19968556929 HTTP/1.1" status: 204 len: 168 time: 0.1217964 Feb 16 09:36:32.081929 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c21f0-5f35-44de-bc8b-c51ba83e09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e434524-fba1-4e74-b08a-b19968556929,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:32.115112 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_common [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Allocated IP 172.20.0.4 (7563bd6a-a701-48c4-85b9-b40b1b19ec32/76d565ac-a796-4e6e-9e90-8be641e89e35/58d38a11-b1f9-4514-9822-7073d314cbcd) {{(pid=102655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:36:32.120971 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-cf3bad4d-34d9-4633-bad9-39ac9e392d1a service neutron] 10.222.0.90 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446636 Feb 16 09:36:32.281209 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks [] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.328233 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.378949 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 is already hosted by enough agents. {{(pid=102655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:36:32.382416 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Resources bound (agent type, host, resource id): {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:32.386274 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Received port after_create {{(pid=102655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:36:32.402929 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33944) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:32.420190 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-02c31ed6-59b7-4ce6-aa5b-10602d1299b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.459579 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:32.460359 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.515353 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0c391633-93b3-4a17-a25f-0ed67f712273 req-eaa8b7b5-beb0-49be-a9b4-e49a965898a6 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 210 time: 0.0618200 Feb 16 09:36:32.518576 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-02c31ed6-59b7-4ce6-aa5b-10602d1299b1 admin admin] Publish callbacks [] for security_group (5f62c273-562f-45ea-b98a-a665ca1c69be), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.525512 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-02c31ed6-59b7-4ce6-aa5b-10602d1299b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5f62c273-562f-45ea-b98a-a665ca1c69be), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.533737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Pushing event updated for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:32.549236 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-fe17bf90-e262-4a31-a94e-6597470ecb40 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1333163 Feb 16 09:36:32.569848 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Request body: {'port': {'device_id': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:32.578247 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-02c31ed6-59b7-4ce6-aa5b-10602d1299b1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef1869eb680943a0ae31ad7ecd1bf50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739902 Feb 16 09:36:32.579143 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c31ed6-59b7-4ce6-aa5b-10602d1299b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f62c273-562f-45ea-b98a-a665ca1c69be,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:32.581907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33954) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:32.639393 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] Publish callbacks [] for security_group (5f62c273-562f-45ea-b98a-a665ca1c69be), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.663024 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] Publish callbacks [] for security_group (5f62c273-562f-45ea-b98a-a665ca1c69be), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.667955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604170e1-91fd-4f3d-be7c-0019928605fc req-a22cfe6f-a110-428f-9619-64c8b6e28e21 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:32.669494 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-604170e1-91fd-4f3d-be7c-0019928605fc req-a22cfe6f-a110-428f-9619-64c8b6e28e21 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.2049723 Feb 16 09:36:32.725836 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (5f62c273-562f-45ea-b98a-a665ca1c69be), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.728645 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.730071 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:32.732378 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5f62c273-562f-45ea-b98a-a665ca1c69be HTTP/1.1" status: 204 len: 168 time: 0.1495020 Feb 16 09:36:32.740756 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c8d28-f267-45f5-93e9-64ba52549d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f62c273-562f-45ea-b98a-a665ca1c69be,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:32.772957 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6b2a-0b2d-4f2b-b247-15fb2c2ac88c req-18f07b4e-a471-4358-a393-0005975467b2 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:32.774460 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-145f6b2a-0b2d-4f2b-b247-15fb2c2ac88c req-18f07b4e-a471-4358-a393-0005975467b2 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 931 time: 0.1578038 Feb 16 09:36:32.810905 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-604170e1-91fd-4f3d-be7c-0019928605fc req-77df9f92-ecb5-45a4-aa32-f54042767740 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325622 Feb 16 09:36:32.872755 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-145f6b2a-0b2d-4f2b-b247-15fb2c2ac88c req-76628b2b-e632-4438-98af-7194dd097983 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Feb 16 09:36:33.031960 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccf190-1551-4926-9096-d8f5d9d65502 req-26594443-402c-4c40-9c73-cfcd87a8860e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.033746 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbccf190-1551-4926-9096-d8f5d9d65502 req-26594443-402c-4c40-9c73-cfcd87a8860e tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.1055071 Feb 16 09:36:33.125806 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-cbccf190-1551-4926-9096-d8f5d9d65502 req-cb84e1b2-9b87-4d33-99c5-3167e8a8fe4c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658138 Feb 16 09:36:33.152146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33968) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:33.197344 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d38a11-b1f9-4514-9822-7073d314cbcd {{(pid=102655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:33.206444 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks [] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), precommit_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.220242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.provisioning_blocks [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Transition to ACTIVE for port object 58d38a11-b1f9-4514-9822-7073d314cbcd will not be triggered until provisioned by entity L2. {{(pid=102655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:36:33.224453 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.279503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=2']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:33.350862 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Attempting to bind port 58d38a11-b1f9-4514-9822-7073d314cbcd on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:36:33.351706 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Attempting to bind port 58d38a11-b1f9-4514-9822-7073d314cbcd by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:36:33.351706 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Attempting to bind port 58d38a11-b1f9-4514-9822-7073d314cbcd on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:33.357240 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Port 58d38a11-b1f9-4514-9822-7073d314cbcd on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:36:33.357575 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Attempting to bind port 58d38a11-b1f9-4514-9822-7073d314cbcd on network 7563bd6a-a701-48c4-85b9-b40b1b19ec32 {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:33.362508 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:36:33.362847 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Checking segment: {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:33.363551 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Bound using segment: {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'} {{(pid=102655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:36:33.363703 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.managers [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Bound port: 58d38a11-b1f9-4514-9822-7073d314cbcd, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32'}}] {{(pid=102655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:36:33.364002 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), before_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.450596 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5fab1d-f060-40ed-b092-b45adc30f68c tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.452707 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, cleared binding levels {{(pid=102655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:36:33.456843 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=58d38a11-b1f9-4514-9822-7073d314cbcd,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:36:33.457041 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-2d5fab1d-f060-40ed-b092-b45adc30f68c tempest-TestVolumeBootPattern-1946528049 tempest-TestVolumeBootPattern-1946528049-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1125 time: 0.3044758 Feb 16 09:36:33.457673 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 33982) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:33.463849 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'port_id': '9d724c00-a542-4377-a20b-5949df396a96', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:33.465569 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64705830'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_update {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.501385 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.528242 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.528858 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.530389 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] 10.222.0.24 "PUT /v2.0/ports/58d38a11-b1f9-4514-9822-7073d314cbcd HTTP/1.1" status: 200 len: 1093 time: 0.9653537 Feb 16 09:36:33.530825 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:33.533862 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3820ea4b-85f3-4311-8468-016b8fa79e61" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:33.557091 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb8dbf-8fab-4bdd-83cd-5ad878fd2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=3']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:33.644862 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.646745 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a681ebeb-2f7b-4f11-97b7-3980f41bec3d x-openstack-request-id: req-a681ebeb-2f7b-4f11-97b7-3980f41bec3d {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:33.647156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:33.647408 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a681ebeb-2f7b-4f11-97b7-3980f41bec3d {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:33.648097 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd', 'status': 'completed', 'code': 200} Feb 16 09:36:33.675072 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-9c1efd62-ea2a-4401-b824-1587ca7946a1 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.676986 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-9c1efd62-ea2a-4401-b824-1587ca7946a1 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 809 time: 0.1913509 Feb 16 09:36:33.685389 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9f154350-6f0e-4986-9854-984566dec533 req-8bf8518c-b68b-459c-9738-bde7b2655581 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 210 time: 0.0340347 Feb 16 09:36:33.699156 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-6a1aab70-99fa-4056-abca-9d98911b1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.700762 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-6a1aab70-99fa-4056-abca-9d98911b1cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 1127 time: 0.0993726 Feb 16 09:36:33.749440 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-92925be8-4335-46a2-9324-eaffcb4cebcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d38a11-b1f9-4514-9822-7073d314cbcd HTTP/1.1" status: 200 len: 217 time: 0.0414789 Feb 16 09:36:33.783281 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-9457597f-b9ee-4125-8069-1c8c423d7fdd tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=facc2e90f7094144b7bce35e32b72941 HTTP/1.1" status: 200 len: 379 time: 0.0914993 Feb 16 09:36:33.800914 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-6f007e37-c9cb-4483-8812-ac5e79caff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:33.802595 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-6f007e37-c9cb-4483-8812-ac5e79caff20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76d565ac-a796-4e6e-9e90-8be641e89e35 HTTP/1.1" status: 200 len: 854 time: 0.0470796 Feb 16 09:36:33.829354 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'port': {'device_id': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'admin_state_up': True, 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'security_groups': ['8fc89bbc-d915-4e4a-b513-c2efe262feb0']}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:33.834406 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-120b90ea-3c99-4100-a772-a197e5586f59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7563bd6a-a701-48c4-85b9-b40b1b19ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259745 Feb 16 09:36:33.926521 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:33.944296 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-964b342a-b696-4d9e-9e07-9e269257704c service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035807 Feb 16 09:36:34.020129 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Made reservation on behalf of facc2e90f7094144b7bce35e32b72941 for: {'port': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:34.023835 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.085048 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3001f-b603-413e-b34c-3838e55db56d req-fcfe3b50-204b-4e3c-b4a1-d8564270c6be tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.090895 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ebc3001f-b603-413e-b34c-3838e55db56d req-fcfe3b50-204b-4e3c-b4a1-d8564270c6be tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 943 time: 0.1158361 Feb 16 09:36:34.102670 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d6df6da9-0a4a-4929-8cd6-4ee2b906ed2c req-f4ec87db-1c3a-4802-920d-4295b8eb5082 service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518879 Feb 16 09:36:34.158183 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Allocated IP 172.27.3.173 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/76e93315-afe7-4d40-b55b-8ef01cf4a930) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:36:34.219784 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ebc3001f-b603-413e-b34c-3838e55db56d req-61d63d6b-93b4-4820-8e47-216b984f5eb8 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263101 Feb 16 09:36:34.251060 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-fdec0a39-f0aa-41d9-9d37-7a16efcb2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.252585 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-fdec0a39-f0aa-41d9-9d37-7a16efcb2e6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d998345414e84cd98ace4a86cbc59561&device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 1127 time: 0.0932043 Feb 16 09:36:34.289714 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Allocated IP 172.20.0.14 (2e97227f-39c7-4d82-957a-e9b1f2345392/1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7/f69183cd-2b15-4bbd-b270-2cb0eb30ea9a) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:36:34.375842 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-afd9996a-a13e-4e53-9c9e-f110f16d86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.377508 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-afd9996a-a13e-4e53-9c9e-f110f16d86fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 200 len: 915 time: 0.1136203 Feb 16 09:36:34.381640 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.423833 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-5cb65b2e-bdc3-4edc-81f1-d0ad4ead6ce5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d38a11-b1f9-4514-9822-7073d314cbcd HTTP/1.1" status: 200 len: 217 time: 0.0374548 Feb 16 09:36:34.480514 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-193f5433-a940-41b2-8bac-a479398974a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.482133 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-193f5433-a940-41b2-8bac-a479398974a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76d565ac-a796-4e6e-9e90-8be641e89e35 HTTP/1.1" status: 200 len: 854 time: 0.0510273 Feb 16 09:36:34.499394 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.527027 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-48393624-5c75-4701-b324-74fdd261d428 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7563bd6a-a701-48c4-85b9-b40b1b19ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315943 Feb 16 09:36:34.555714 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.562671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:36:34.568900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:34.572002 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:36:34.599332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=76e93315-afe7-4d40-b55b-8ef01cf4a930,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:34.639089 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-67188370-0480-4cac-bc3a-ef01ebd788b4 service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046877 Feb 16 09:36:34.674357 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.747570 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-3820ea4b-85f3-4311-8468-016b8fa79e61 req-4aeb9fe7-eb1a-46c5-9610-9574f84d0f38 service neutron] 10.222.0.24 "GET /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003702 Feb 16 09:36:34.761216 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:36:34.776898 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:34.854213 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550022-0931-475f-930d-0b93710fe28d req-2da6df9c-2a49-41a4-8c36-805b48fa5f9e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.859688 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:36:34.862646 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:34.864659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0e550022-0931-475f-930d-0b93710fe28d req-2da6df9c-2a49-41a4-8c36-805b48fa5f9e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 932 time: 0.0766659 Feb 16 09:36:34.945165 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0e550022-0931-475f-930d-0b93710fe28d req-696b047f-4bee-43e9-bd69-c8b6ecae289e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653851 Feb 16 09:36:34.945308 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:34.945308 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:34.980097 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-6a3fea63-650a-4d85-95c4-d00e1fcfd035 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1554165 Feb 16 09:36:35.030057 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-60218342-8be3-4568-be82-713cadd53b9f None None] Provisioning complete for port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a triggered by entity DHCP. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:35.037582 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-60218342-8be3-4568-be82-713cadd53b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.075786 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-60218342-8be3-4568-be82-713cadd53b9f None None] Port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a cannot update to ACTIVE because it is not bound. {{(pid=102658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 09:36:35.286141 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Request body: {'port': {'device_id': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82845'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:35.348247 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ea00e-4216-4ca5-af6e-6f710891b47e req-a79e2a9b-4081-4699-a598-d74151bc6d25 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:35.349745 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b30ea00e-4216-4ca5-af6e-6f710891b47e req-a79e2a9b-4081-4699-a598-d74151bc6d25 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 943 time: 0.0575347 Feb 16 09:36:35.417766 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b30ea00e-4216-4ca5-af6e-6f710891b47e req-8e1c8010-b38f-477a-84e7-84bb00b44694 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610027 Feb 16 09:36:35.425450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.480217 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (4724e65e-2ab8-4db6-81a4-195031f07d3f), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.576537 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:36:35.633557 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.866304 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69183cd-2b15-4bbd-b270-2cb0eb30ea9a {{(pid=102656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:35.875872 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks [] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.901074 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.provisioning_blocks [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Transition to ACTIVE for port object f69183cd-2b15-4bbd-b270-2cb0eb30ea9a will not be triggered until provisioned by entity L2. {{(pid=102656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:36:35.903111 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.905179 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:35.912091 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.005901 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:36.065020 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c6e88-f02b-4668-8f8e-e25a18361bbb req-5d1cce76-595e-4694-a25b-15de46e5132e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:36.066890 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ad6c6e88-f02b-4668-8f8e-e25a18361bbb req-5d1cce76-595e-4694-a25b-15de46e5132e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0661697 Feb 16 09:36:36.081733 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (4724e65e-2ab8-4db6-81a4-195031f07d3f), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.134744 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ad6c6e88-f02b-4668-8f8e-e25a18361bbb req-daa9a0f6-2da2-4574-9c45-aae2c29da94c tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613523 Feb 16 09:36:36.173883 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event updated for resources: {'Port': ['ID=76e93315-afe7-4d40-b55b-8ef01cf4a930,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:36.208474 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Attempting to bind port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a on host hv-cinder-82845 for vnic_type normal with profile {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 09:36:36.208826 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Attempting to bind port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a by drivers openvswitch,hyperv on host hv-cinder-82845 at level 0 using segments [{'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 09:36:36.209154 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Attempting to bind port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a on network 2e97227f-39c7-4d82-957a-e9b1f2345392 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:36.216089 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a on network 2e97227f-39c7-4d82-957a-e9b1f2345392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82845 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 09:36:36.216410 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Attempting to bind port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a on network 2e97227f-39c7-4d82-957a-e9b1f2345392 {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 09:36:36.227039 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Checking agent: {'id': '231e1664-78cc-47ee-bf6e-1fb3d0cacacd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'started_at': datetime.datetime(2022, 2, 16, 9, 25, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 09:36:36.227305 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Checking segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:36.228241 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Bound using segment: {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'} {{(pid=102656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 09:36:36.228813 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.managers [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Bound port: f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host: hv-cinder-82845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ba637c-4b4d-48b1-9eef-7c6e25954720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392'}}] {{(pid=102656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 09:36:36.229165 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.245840 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 4724e65e-2ab8-4db6-81a4-195031f07d3f associated. External IP: 172.27.3.173, port: 9d724c00-a542-4377-a20b-5949df396a96. Feb 16 09:36:36.265840 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34108) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:36.388123 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.403445 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, cleared binding levels {{(pid=102656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:36:36.425818 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:36:36.435905 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.481916 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Publish callbacks [] for security_group (453d90a2-216f-4aac-8a37-b56b20db7979), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.486389 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (453d90a2-216f-4aac-8a37-b56b20db7979), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.553985 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:36.554606 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.557117 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1094 time: 1.5669754 Feb 16 09:36:36.559634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:36.562597 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf87a900-45c6-43a3-af41-0112b3f7123d" -d '{"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:36.592420 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7009adbf114b48ad85e02ffc8af28564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231349 Feb 16 09:36:36.593694 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d90a2-216f-4aac-8a37-b56b20db7979,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:36.594785 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34116) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:36.607922 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ed5de-9021-4dc0-9e72-5f5d15e5f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=3']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:36.608178 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.608722 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.609150 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.609562 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.610019 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.610433 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.612507 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.613119 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.616409 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.616989 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.619257 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.619597 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.620436 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a3e6-9d12-4c08-ba23-86a23a03ac58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:36:36.644489 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f32ba1-8e19-49ee-b09a-a78b99b968b3 x-openstack-request-id: req-48f32ba1-8e19-49ee-b09a-a78b99b968b3 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:36.644784 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:36.645036 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-48f32ba1-8e19-49ee-b09a-a78b99b968b3 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:36.645437 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'status': 'completed', 'code': 200} Feb 16 09:36:36.663875 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0a341-4acb-446f-ab84-37b10d3ae9fb req-53ff30f7-0505-43de-9a44-faebfed9eab3 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:36.665861 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-32a0a341-4acb-446f-ab84-37b10d3ae9fb req-53ff30f7-0505-43de-9a44-faebfed9eab3 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 943 time: 0.1672747 Feb 16 09:36:36.700972 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:36:36.728315 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-32a0a341-4acb-446f-ab84-37b10d3ae9fb req-dc5e5967-6dd8-45f7-8ffb-f023ea81d407 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Feb 16 09:36:36.729500 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] Publish callbacks [] for security_group (453d90a2-216f-4aac-8a37-b56b20db7979), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.733859 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-979a80dc-a5ff-449f-aa89-a0a447127590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:36.735381 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-979a80dc-a5ff-449f-aa89-a0a447127590 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1128 time: 0.1183884 Feb 16 09:36:36.865135 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-59eec9e6-e362-4b0f-bd86-ca34aa0ead0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 217 time: 0.1166284 Feb 16 09:36:36.874421 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] Publish callbacks [] for security_group (453d90a2-216f-4aac-8a37-b56b20db7979), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:36.974012 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-2260d9a7-a7a3-47cc-a1eb-b1c88427fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:36.975388 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-2260d9a7-a7a3-47cc-a1eb-b1c88427fb6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.1031511 Feb 16 09:36:37.020623 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:36:37.036060 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:36:37.038107 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (453d90a2-216f-4aac-8a37-b56b20db7979), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.041468 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.042945 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/453d90a2-216f-4aac-8a37-b56b20db7979 HTTP/1.1" status: 204 len: 168 time: 0.4471414 Feb 16 09:36:37.050135 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:37.051287 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:36:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:37.065057 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.065057 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff2f6b-25d9-4943-aa07-e81e3388cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d90a2-216f-4aac-8a37-b56b20db7979,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:37.103931 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-5d69e91f-85fb-424b-a02e-45230e865fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.105879 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-5d69e91f-85fb-424b-a02e-45230e865fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222403 Feb 16 09:36:37.107752 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-ff28f52a-9764-466d-afe7-6056022fabdb tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6487455 Feb 16 09:36:37.236591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:37.239186 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-23987834-7c81-41c5-a35a-c2a66ff7a2ed service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245675 Feb 16 09:36:37.307667 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8c1b9-3b3e-48f6-99a4-3811e1294704 req-7299f56a-60f9-48c9-a2ea-17a2ec1e363b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.309724 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b6d8c1b9-3b3e-48f6-99a4-3811e1294704 req-7299f56a-60f9-48c9-a2ea-17a2ec1e363b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0798209 Feb 16 09:36:37.334615 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 58d38a11-b1f9-4514-9822-7073d314cbcd details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:36:37.374413 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-480e2e6a-c2c4-453e-8550-2d23a8bfb8af req-e1cab1a7-6e69-4f03-bb70-442e9dc82a7c service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291459 Feb 16 09:36:37.380903 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b6d8c1b9-3b3e-48f6-99a4-3811e1294704 req-8d03c67a-072e-4e29-9246-468407a7fc6e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632384 Feb 16 09:36:37.441184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34126) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:37.456502 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb147979-7695-4820-944e-44c5cac2348d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.499086 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-69858934-792e-462e-aac8-72a01504560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.500825 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-69858934-792e-462e-aac8-72a01504560d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1128 time: 0.0625374 Feb 16 09:36:37.549381 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=58d38a11-b1f9-4514-9822-7073d314cbcd,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:37.567058 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': '58d38a11-b1f9-4514-9822-7073d314cbcd', 'network_id': '7563bd6a-a701-48c4-85b9-b40b1b19ec32', 'port_id': '58d38a11-b1f9-4514-9822-7073d314cbcd', 'mac_address': 'fa:16:3e:50:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d565ac-a796-4e6e-9e90-8be641e89e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:36:37.567870 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb147979-7695-4820-944e-44c5cac2348d admin admin] Publish callbacks [] for security_group (2f5fba07-17d3-48b6-8daa-1f6d24f2d59d), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.573594 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-cb147979-7695-4820-944e-44c5cac2348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2f5fba07-17d3-48b6-8daa-1f6d24f2d59d), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.612379 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-58875d9b-0432-408b-943e-10f7e04bb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.614238 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-58875d9b-0432-408b-943e-10f7e04bb4ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.1061721 Feb 16 09:36:37.614367 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '4724e65e-2ab8-4db6-81a4-195031f07d3f', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '9d724c00-a542-4377-a20b-5949df396a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:56:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:34Z', 'updated_at': '2022-02-16T09:36:34Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}, {'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:37.614771 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb147979-7695-4820-944e-44c5cac2348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fba07-17d3-48b6-8daa-1f6d24f2d59d,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:37.617302 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 58d38a11-b1f9-4514-9822-7073d314cbcd is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:37.617894 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.621963 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-cb147979-7695-4820-944e-44c5cac2348d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51168f4bae7d4705869c9a2136bf6c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796615 Feb 16 09:36:37.624738 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34128) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:37.649262 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:36:37.663667 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d38a11-b1f9-4514-9822-7073d314cbcd {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:37.668741 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-9a32e1db-ddd7-43a4-9a4f-8e60df5200a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 217 time: 0.0435896 Feb 16 09:36:37.676642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] Publish callbacks [] for security_group (2f5fba07-17d3-48b6-8daa-1f6d24f2d59d), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.677961 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:37.678577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:36:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:37.700515 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] Publish callbacks [] for security_group (2f5fba07-17d3-48b6-8daa-1f6d24f2d59d), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.717727 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=58d38a11-b1f9-4514-9822-7073d314cbcd,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:37.732610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-29ba8933-f66a-4ad8-9dc7-ca2519a19732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.734089 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-29ba8933-f66a-4ad8-9dc7-ca2519a19732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0534699 Feb 16 09:36:37.743583 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.760795 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (2f5fba07-17d3-48b6-8daa-1f6d24f2d59d), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.763346 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:37.766957 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2f5fba07-17d3-48b6-8daa-1f6d24f2d59d HTTP/1.1" status: 204 len: 168 time: 0.1389096 Feb 16 09:36:37.789173 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fedec1-91f2-4bd8-8280-a80cf23a3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5fba07-17d3-48b6-8daa-1f6d24f2d59d,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:37.830392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-9217ce13-e2f1-4d18-a5e7-9fdb4b7fcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.832054 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-9217ce13-e2f1-4d18-a5e7-9fdb4b7fcc5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909283 Feb 16 09:36:37.914641 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8715114-6f85-44f7-bcda-c691f3eaff86 req-2e789026-1cc5-4528-a677-951c079222c0 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:37.918484 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c8715114-6f85-44f7-bcda-c691f3eaff86 req-2e789026-1cc5-4528-a677-951c079222c0 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 944 time: 0.0735655 Feb 16 09:36:37.957107 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-fcd9b3f5-40e7-4838-a431-83f041a8c827 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167037 Feb 16 09:36:37.966067 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:37.986470 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:37.999254 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c8715114-6f85-44f7-bcda-c691f3eaff86 req-48d03b5f-696e-4a8a-9a5e-dcb5f96d7c34 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742543 Feb 16 09:36:38.027595 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['58d38a11-b1f9-4514-9822-7073d314cbcd'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:36:38.095563 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-cf87a900-45c6-43a3-af41-0112b3f7123d req-0be4a2b4-39de-479e-8882-1ca7e2f4bf30 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310110 Feb 16 09:36:38.345257 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '4724e65e-2ab8-4db6-81a4-195031f07d3f', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '9d724c00-a542-4377-a20b-5949df396a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:56:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:34Z', 'updated_at': '2022-02-16T09:36:34Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}, {'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:38.374755 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3011f-5753-43d7-b269-eb4a66c5d722 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '4724e65e-2ab8-4db6-81a4-195031f07d3f', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': '9d724c00-a542-4377-a20b-5949df396a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:56:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:34Z', 'updated_at': '2022-02-16T09:36:34Z', 'revision_number': 0, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}, {'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:36:38.518633 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31a88-abd7-40b4-bbd0-7b46fa81be1a req-7eed2992-720a-45a6-bf7d-a5e17c22e896 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:38.520126 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-85e31a88-abd7-40b4-bbd0-7b46fa81be1a req-7eed2992-720a-45a6-bf7d-a5e17c22e896 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0582633 Feb 16 09:36:38.572944 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-85e31a88-abd7-40b4-bbd0-7b46fa81be1a req-d898aed1-62b4-4030-876c-1e8601474991 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Feb 16 09:36:38.622413 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac9498-f70f-4fa9-9a67-6b83290cba07 None None] New status for floating IP 4724e65e-2ab8-4db6-81a4-195031f07d3f: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:36:38.646409 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:38.648810 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:38.688466 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4dc42-eb78-482c-8e51-8fd6731c1c7a x-openstack-request-id: req-99a4dc42-eb78-482c-8e51-8fd6731c1c7a {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:38.688793 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:38.688993 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-99a4dc42-eb78-482c-8e51-8fd6731c1c7a {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:38.689389 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96', 'status': 'completed', 'code': 200} Feb 16 09:36:38.770272 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-c07bd403-1336-4ce4-a5da-83b65968340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:38.772154 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-c07bd403-1336-4ce4-a5da-83b65968340c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1130 time: 0.0601048 Feb 16 09:36:38.877006 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-61d0209e-a914-4000-a4fb-50f87080fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:38.878670 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-61d0209e-a914-4000-a4fb-50f87080fbb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0976405 Feb 16 09:36:38.950105 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-0bf080dc-72ba-43d2-a006-2989eb0739ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 1002 time: 0.0647655 Feb 16 09:36:39.000332 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-a5e5ae58-b76d-455c-aaa2-ad87f22ab137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:39.002122 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-a5e5ae58-b76d-455c-aaa2-ad87f22ab137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0454338 Feb 16 09:36:39.053455 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-3fdba882-76d6-4f07-a008-f9e8f7b27440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:39.055029 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-3fdba882-76d6-4f07-a008-f9e8f7b27440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466814 Feb 16 09:36:39.132785 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304bffe-a24d-43a1-baf3-f000dcfb75be req-3c892d16-76c4-4e4e-bb78-b61dd89f5070 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:39.135659 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9304bffe-a24d-43a1-baf3-f000dcfb75be req-3c892d16-76c4-4e4e-bb78-b61dd89f5070 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 944 time: 0.0558138 Feb 16 09:36:39.155000 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-fb4f12e1-0eac-4145-a50d-f357e5f7cb10 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929489 Feb 16 09:36:39.185455 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9304bffe-a24d-43a1-baf3-f000dcfb75be req-2ff6320f-2201-45f7-86fc-bf56164cdcc4 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Feb 16 09:36:39.246244 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-8f8d40a3-2fd1-4c2f-a528-d0b1dcf56ea4 req-3f0b29f9-92d9-4920-8422-e72adadc3b0c service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844936 Feb 16 09:36:39.333406 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 58d38a11-b1f9-4514-9822-7073d314cbcd up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:36:39.387676 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port 58d38a11-b1f9-4514-9822-7073d314cbcd completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:36:39.392119 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port 58d38a11-b1f9-4514-9822-7073d314cbcd triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:39.392491 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:39.471540 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port 58d38a11-b1f9-4514-9822-7073d314cbcd is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:39.471927 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:39.498273 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:39.500826 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5f8add-2a7d-4c18-8a4c-fa5d1940bb19" -d '{"events": [{"server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "name": "network-vif-plugged", "status": "completed", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:39.516721 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=58d38a11-b1f9-4514-9822-7073d314cbcd,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:39.521548 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:39.550901 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37afc0a5-3f24-44cc-871f-01a2ff8fa811 x-openstack-request-id: req-37afc0a5-3f24-44cc-871f-01a2ff8fa811 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:39.551189 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "name": "network-vif-plugged", "status": "completed", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:39.551444 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-37afc0a5-3f24-44cc-871f-01a2ff8fa811 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:39.551839 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd', 'code': 200} Feb 16 09:36:39.576374 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:39.725145 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04bbd7-0f35-43bf-80f2-9e0f9041e328 req-ed66ba77-8ec1-4dd1-affb-06eca67208ac tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:39.727069 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee04bbd7-0f35-43bf-80f2-9e0f9041e328 req-ed66ba77-8ec1-4dd1-affb-06eca67208ac tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0850835 Feb 16 09:36:39.733167 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939908-c119-44b5-a054-6f305f1fef1b req-690ddf4d-312a-4c14-89f1-92c86cf10cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:39.734634 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-3c939908-c119-44b5-a054-6f305f1fef1b req-690ddf4d-312a-4c14-89f1-92c86cf10cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 1129 time: 0.0488524 Feb 16 09:36:39.781299 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-3c939908-c119-44b5-a054-6f305f1fef1b req-2138889e-d114-4bf7-9696-e674e2675b4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Feb 16 09:36:39.792108 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee04bbd7-0f35-43bf-80f2-9e0f9041e328 req-faf2f509-bfac-4153-a0d5-be26e5fde4bd tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577564 Feb 16 09:36:40.305096 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4947dd-c490-4c85-b5b0-7d5928496d8f req-a6516902-83b9-4bbd-9982-dbe963e4145c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:40.307157 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f4947dd-c490-4c85-b5b0-7d5928496d8f req-a6516902-83b9-4bbd-9982-dbe963e4145c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Feb 16 09:36:40.352374 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8f4947dd-c490-4c85-b5b0-7d5928496d8f req-5247de47-cd5a-48a4-8068-90800e35f35c tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Feb 16 09:36:40.921652 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbad969-6384-4e81-80fb-7c29a229b7c9 req-11e9747e-a09d-4ced-97b6-49a9e1c88629 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:40.923679 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccbad969-6384-4e81-80fb-7c29a229b7c9 req-11e9747e-a09d-4ced-97b6-49a9e1c88629 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0612979 Feb 16 09:36:40.979436 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ccbad969-6384-4e81-80fb-7c29a229b7c9 req-866866ba-9a38-4fae-a8aa-b77e7701bcf4 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497711 Feb 16 09:36:41.469651 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd33f-83e6-4e1c-a2dd-c2e4910fa426 req-130c1ee2-d92a-40fd-85ed-f9bb6e9300ad tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:41.471088 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee6cd33f-83e6-4e1c-a2dd-c2e4910fa426 req-130c1ee2-d92a-40fd-85ed-f9bb6e9300ad tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Feb 16 09:36:41.520922 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-ee6cd33f-83e6-4e1c-a2dd-c2e4910fa426 req-fdd883f2-bb5c-4c97-83d6-72b2364381ac tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Feb 16 09:36:42.097941 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae0f49-89ea-4def-94d4-93d35e2b1c98 req-98852b6d-97ff-41f1-b423-d3d8fa1e3097 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:42.099410 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-beae0f49-89ea-4def-94d4-93d35e2b1c98 req-98852b6d-97ff-41f1-b423-d3d8fa1e3097 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0520055 Feb 16 09:36:42.153281 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-beae0f49-89ea-4def-94d4-93d35e2b1c98 req-0af372ea-77d0-4a61-9dd0-c490d6fb4573 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481458 Feb 16 09:36:43.272592 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b118f9-d5e5-4031-9e93-fdb94679ace0 req-16c9371b-f925-4e17-a356-33eba3487323 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:43.274044 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-99b118f9-d5e5-4031-9e93-fdb94679ace0 req-16c9371b-f925-4e17-a356-33eba3487323 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0505083 Feb 16 09:36:43.323972 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-99b118f9-d5e5-4031-9e93-fdb94679ace0 req-4e7581c1-f755-4b1c-a4a4-b929694f62bd tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Feb 16 09:36:43.714153 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34244) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:43.818825 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-aab86bf7-2589-4578-9f64-41993abbcef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:43.891432 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-aab86bf7-2589-4578-9f64-41993abbcef2 admin admin] Publish callbacks [] for security_group (a642bd9c-4f96-402e-8196-d9818e2f1d0a), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:43.894930 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-aab86bf7-2589-4578-9f64-41993abbcef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a642bd9c-4f96-402e-8196-d9818e2f1d0a), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:43.936306 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-aab86bf7-2589-4578-9f64-41993abbcef2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a698fab8dbed49458c3472216ccd1ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186685 Feb 16 09:36:43.936306 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab86bf7-2589-4578-9f64-41993abbcef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a642bd9c-4f96-402e-8196-d9818e2f1d0a,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:43.937080 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34250) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:43.987702 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] Publish callbacks [] for security_group (a642bd9c-4f96-402e-8196-d9818e2f1d0a), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.007788 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] Publish callbacks [] for security_group (a642bd9c-4f96-402e-8196-d9818e2f1d0a), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.054698 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a642bd9c-4f96-402e-8196-d9818e2f1d0a), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.057980 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.059125 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a642bd9c-4f96-402e-8196-d9818e2f1d0a HTTP/1.1" status: 204 len: 168 time: 0.1211534 Feb 16 09:36:44.066779 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0cfe6-f50a-4b41-9369-82c40e73b603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a642bd9c-4f96-402e-8196-d9818e2f1d0a,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:44.315390 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34258) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:44.328850 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-42ac667e-9ec9-493a-85cb-8d00642ab74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.404399 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-42ac667e-9ec9-493a-85cb-8d00642ab74d admin admin] Publish callbacks [] for security_group (11dd57a9-f9e1-4f20-8d2c-3112c7b34720), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.408077 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-42ac667e-9ec9-493a-85cb-8d00642ab74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (11dd57a9-f9e1-4f20-8d2c-3112c7b34720), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.443786 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3d57-c3f9-4209-b72a-4965c4900379 req-7c07be93-544d-4815-8a56-62c1cb161906 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:44.445287 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e5a3d57-c3f9-4209-b72a-4965c4900379 req-7c07be93-544d-4815-8a56-62c1cb161906 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0524960 Feb 16 09:36:44.450028 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-42ac667e-9ec9-493a-85cb-8d00642ab74d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d15376327d546f38425364a3d375dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300743 Feb 16 09:36:44.450028 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac667e-9ec9-493a-85cb-8d00642ab74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd57a9-f9e1-4f20-8d2c-3112c7b34720,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:44.450299 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34262) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:44.522468 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5e5a3d57-c3f9-4209-b72a-4965c4900379 req-9672adcc-3fdc-4846-8fed-7685a605e116 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707965 Feb 16 09:36:44.533865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] Publish callbacks [] for security_group (11dd57a9-f9e1-4f20-8d2c-3112c7b34720), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.555330 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] Publish callbacks [] for security_group (11dd57a9-f9e1-4f20-8d2c-3112c7b34720), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.604478 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (11dd57a9-f9e1-4f20-8d2c-3112c7b34720), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.606956 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:44.608107 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/11dd57a9-f9e1-4f20-8d2c-3112c7b34720 HTTP/1.1" status: 204 len: 168 time: 0.1576073 Feb 16 09:36:44.615955 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b1af1-60b2-4594-8fdd-be9f74f60c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd57a9-f9e1-4f20-8d2c-3112c7b34720,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:45.276139 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34286) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:45.369198 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-346854981-network', 'tenant_id': '7a4a8a3770074a429272d67d66509fc9'}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:45.379808 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:36:45.390750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Made reservation on behalf of 7a4a8a3770074a429272d67d66509fc9 for: {'network': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:45.393595 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.402669 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.479265 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks [] for security_group (43219bcc-3edd-463a-8ea4-130afd708270), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.483293 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:45.483577 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (43219bcc-3edd-463a-8ea4-130afd708270), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.494623 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'mac_address': 'fa:16:3e:27:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:36:45.515199 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:36:45.520361 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43219bcc-3edd-463a-8ea4-130afd708270,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:45.530724 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (fdd22e03-1bcd-4931-b83f-15ac225b5fce), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.531202 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.segments_db [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Added segment fdd22e03-1bcd-4931-b83f-15ac225b5fce of type vlan for network 11031e37-d9c3-4b64-a575-889cc2843bae Feb 16 09:36:45.533253 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:45.533640 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.558798 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69183cd-2b15-4bbd-b270-2cb0eb30ea9a {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:36:45.575927 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (11031e37-d9c3-4b64-a575-889cc2843bae), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.578197 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:45.583388 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.628915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (11031e37-d9c3-4b64-a575-889cc2843bae), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.629867 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:45.630448 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.630789 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=4']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:45.676894 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3996518 Feb 16 09:36:45.679905 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34292) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:45.685110 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Request body: {'subnet': {'network_id': '11031e37-d9c3-4b64-a575-889cc2843bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-346854981-subnet', 'tenant_id': '7a4a8a3770074a429272d67d66509fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:45.705634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Made reservation on behalf of 7a4a8a3770074a429272d67d66509fc9 for: {'subnet': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:45.708013 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63332472'] for subnet (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.710630 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf051b6-6c3f-4f70-b1c8-cc880cf3939c admin admin] Pushing event updated for resources: {'Network': ['ID=11031e37-d9c3-4b64-a575-889cc2843bae,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:45.721573 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 11031e37-d9c3-4b64-a575-889cc2843bae details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:36:45.722503 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af153722-3f93-4e88-aa5e-67f01e7e4d74 req-6a1a81ac-75d9-472c-aa89-16fb74822c16 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:45.724054 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af153722-3f93-4e88-aa5e-67f01e7e4d74 req-6a1a81ac-75d9-472c-aa89-16fb74822c16 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 945 time: 0.1272349 Feb 16 09:36:45.775553 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af153722-3f93-4e88-aa5e-67f01e7e4d74 req-1a788a40-e0cb-4b8f-843b-33e5160f47f8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Feb 16 09:36:45.877078 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63140381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63332426'] for subnet (e143b2e5-3969-45d4-b5f1-a4deb2834482), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.909587 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:36:45.939037 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e143b2e5-3969-45d4-b5f1-a4deb2834482,revision_number=0']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:45.947391 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Checking segment: {'id': 'fdd22e03-1bcd-4931-b83f-15ac225b5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11031e37-d9c3-4b64-a575-889cc2843bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:45.947719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Network hostable DHCP agents. Network: 11031e37-d9c3-4b64-a575-889cc2843bae, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:36:45.964685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Network 11031e37-d9c3-4b64-a575-889cc2843bae is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:36:45.972687 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 11031e37-d9c3-4b64-a575-889cc2843bae) {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:45.977475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:45.978288 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:45.983694 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120f087-15c3-4b1b-a59e-be01cd0578c3 None None] Network 11031e37-d9c3-4b64-a575-889cc2843bae requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:36:45.993758 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b11774e6-b563-420d-82d0-8a217970388e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3125749 Feb 16 09:36:46.142779 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1389ff-25d4-464e-8e2d-fa6a0ab69600 None None] Network 11031e37-d9c3-4b64-a575-889cc2843bae requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:36:46.463537 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34310) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:46.468408 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891220289-network', 'tenant_id': 'ce589ccd223747708a4caaf8cdbb8427'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:46.488695 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Made reservation on behalf of ce589ccd223747708a4caaf8cdbb8427 for: {'network': 1} {{(pid=102656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:46.490907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for network (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.499863 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.570169 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks [] for security_group (f1664ab3-ff6f-42fc-b4b6-656068febab8), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.574447 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f1664ab3-ff6f-42fc-b4b6-656068febab8), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.598265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:36:46.607238 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1664ab3-ff6f-42fc-b4b6-656068febab8,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:46.613031 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (e42e5984-1e7c-49eb-acb4-6ef30fc81974), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.613436 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.segments_db [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Added segment e42e5984-1e7c-49eb-acb4-6ef30fc81974 of type vlan for network 9d0702a8-880d-4830-a0cb-5cc055c50d2e Feb 16 09:36:46.653174 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783846267010'] for network (9d0702a8-880d-4830-a0cb-5cc055c50d2e), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.678025 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852'] for network (9d0702a8-880d-4830-a0cb-5cc055c50d2e), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.679070 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:46.679647 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.714787 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2501323 Feb 16 09:36:46.717590 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34312) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:46.722400 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.v2.base [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Request body: {'subnet': {'network_id': '9d0702a8-880d-4830-a0cb-5cc055c50d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891220289-subnet', 'tenant_id': 'ce589ccd223747708a4caaf8cdbb8427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:46.745098 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Made reservation on behalf of ce589ccd223747708a4caaf8cdbb8427 for: {'subnet': 1} {{(pid=102655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:36:46.746793 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ba77-74b4-4fa0-91e9-896d1f012243 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0702a8-880d-4830-a0cb-5cc055c50d2e,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:46.747628 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64736907'] for subnet (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:46.756400 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Network 9d0702a8-880d-4830-a0cb-5cc055c50d2e details requested by agent ovs-agent-dv-cinder-828459-1-iscsi with host dv-cinder-828459-1-iscsi {{(pid=102658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 09:36:46.959642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5998-afe1-4070-9738-47753f44faf6 req-051e4f4b-dea9-48c1-ac54-350c7dbb695d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:46.961030 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-06ff5998-afe1-4070-9738-47753f44faf6 req-051e4f4b-dea9-48c1-ac54-350c7dbb695d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 945 time: 0.0986063 Feb 16 09:36:46.962320 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64702685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64736953'] for subnet (b66b515f-a0f6-4bb0-ace5-78e1466cf2a8), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.006665 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.026197 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66b515f-a0f6-4bb0-ace5-78e1466cf2a8,revision_number=0']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:47.064391 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-06ff5998-afe1-4070-9738-47753f44faf6 req-fed50490-5ded-49b2-8479-deb949e482b4 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810361 Feb 16 09:36:47.065475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Checking segment: {'id': 'e42e5984-1e7c-49eb-acb4-6ef30fc81974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d0702a8-880d-4830-a0cb-5cc055c50d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 09:36:47.065834 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Network hostable DHCP agents. Network: 9d0702a8-880d-4830-a0cb-5cc055c50d2e, hostable agents: ['8159910f-5294-454b-b509-4124fd5eea89'], hosted agents: [] {{(pid=102655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:36:47.084539 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Network 9d0702a8-880d-4830-a0cb-5cc055c50d2e is scheduled to be hosted by DHCP agent 8159910f-5294-454b-b509-4124fd5eea89 with binding_index 1 {{(pid=102655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:36:47.094286 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.base_scheduler [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828459-1-iscsi, 9d0702a8-880d-4830-a0cb-5cc055c50d2e) {{(pid=102655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:47.099075 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:47.099745 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.104616 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1b9e7-1771-47c8-9329-17de8f43c38c None None] Network 9d0702a8-880d-4830-a0cb-5cc055c50d2e requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:36:47.119379 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b81a91c9-25de-492a-9580-fedc655ba115 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4007130 Feb 16 09:36:47.212415 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141f8dc-6f32-464a-ac8a-1b11a2321218 None None] Network 9d0702a8-880d-4830-a0cb-5cc055c50d2e requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:36:47.389470 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:36:47.439220 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning for port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a completed by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:36:47.443657 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:36:47.444177 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.523838 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:36:47.524251 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.551860 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:47.554076 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d87fc25-12a6-4a85-93fe-8c324dd65595" -d '{"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:47.567430 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:36:47.573165 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:47.597439 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdbb9b9-ed61-4257-9811-2385e2b30431 x-openstack-request-id: req-9fdbb9b9-ed61-4257-9811-2385e2b30431 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:47.597732 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:47.597989 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9fdbb9b9-ed61-4257-9811-2385e2b30431 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:47.598373 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'code': 200} Feb 16 09:36:47.632084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=5']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:47.858427 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5987729-234e-48ce-bd52-2467a4323681 req-ed14de2e-785b-4ba3-9d56-5265b26727a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:47.859889 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f5987729-234e-48ce-bd52-2467a4323681 req-ed14de2e-785b-4ba3-9d56-5265b26727a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0442202 Feb 16 09:36:47.908959 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f5987729-234e-48ce-bd52-2467a4323681 req-8e46fbc7-f0b3-4307-ac83-5756eba20a89 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385811 Feb 16 09:36:48.184915 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f9d1-8563-4f8e-8330-5c525b4fe81d req-c4e62d5b-0d58-4f8b-bd21-a6a6b85c641e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:48.186391 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2622f9d1-8563-4f8e-8330-5c525b4fe81d req-c4e62d5b-0d58-4f8b-bd21-a6a6b85c641e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0548139 Feb 16 09:36:48.233480 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2622f9d1-8563-4f8e-8330-5c525b4fe81d req-448113d8-1fd7-42fa-a0a5-ad04d9ba49fb tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Feb 16 09:36:49.359138 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a102-8679-40ab-a7ca-e3bf776ed5e9 req-32b6b346-07a3-4a8d-8247-de746a98ddac tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:49.360658 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1a25a102-8679-40ab-a7ca-e3bf776ed5e9 req-32b6b346-07a3-4a8d-8247-de746a98ddac tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0559752 Feb 16 09:36:49.416617 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1a25a102-8679-40ab-a7ca-e3bf776ed5e9 req-d3090897-42cb-46d0-afd0-d0b9cd9156af tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499282 Feb 16 09:36:49.541593 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184635-524a-4900-80ff-9dca75a4adcf req-a7f4da91-1ed5-420a-868a-505df080392d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:49.543265 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2184635-524a-4900-80ff-9dca75a4adcf req-a7f4da91-1ed5-420a-868a-505df080392d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0525141 Feb 16 09:36:49.599724 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d2184635-524a-4900-80ff-9dca75a4adcf req-70ff42e1-efd5-443a-8b71-d370d502cbe2 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507224 Feb 16 09:36:49.621992 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34356) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:49.804738 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d7d7b-f7fe-484d-aa42-54765dcc1980 tempest-TestShelveInstance-1608048599 tempest-TestShelveInstance-1608048599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:49.806226 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-886d7d7b-f7fe-484d-aa42-54765dcc1980 tempest-TestShelveInstance-1608048599 tempest-TestShelveInstance-1608048599-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1125 time: 0.1832542 Feb 16 09:36:49.809213 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34360) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:36:49.813426 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.v2.base [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Request body: {'floatingip': {'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 09:36:49.833014 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:50.191082 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:50.299509 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_common [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Allocated IP 172.27.3.143 (3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c/2e315850-25f7-4c45-b60a-037d7c5e0e9d/08983374-85c7-4e3c-a13e-ce0bd7d2a6ca) {{(pid=102656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:36:50.405424 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:50.440837 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783846246440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:50.475475 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Network 3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c is already hosted by enough agents. {{(pid=102656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:36:50.484635 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.base_scheduler [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Resources bound (agent type, host, resource id): {{(pid=102656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:36:50.487283 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Received port after_create {{(pid=102656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 09:36:50.513830 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'Port': ['ID=08983374-85c7-4e3c-a13e-ce0bd7d2a6ca,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:50.835674 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for floatingip (6c0fa97b-0ef9-4f25-b57f-a93c079ec82a), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:50.903541 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), before_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:51.053142 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), precommit_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:51.058275 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63139814'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), after_update {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:51.131322 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event updated for resources: {'Port': ['ID=08983374-85c7-4e3c-a13e-ce0bd7d2a6ca,revision_number=2']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:36:51.142662 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803491'] for floatingip (6c0fa97b-0ef9-4f25-b57f-a93c079ec82a), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:51.243222 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Floating IP 6c0fa97b-0ef9-4f25-b57f-a93c079ec82a associated. External IP: 172.27.3.143, port: f69183cd-2b15-4bbd-b270-2cb0eb30ea9a. Feb 16 09:36:51.451194 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:36:51.561564 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:36:51.574748 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Sync routers for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:36:51.580494 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:51.585799 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:51.586414 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:36:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:51.611519 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-aae2e9b9-01f8-4cf6-96e8-5ad25c74b596 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8012702 Feb 16 09:36:51.612139 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:36:51.614369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb" -d '{"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:36:51.651472 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10151332-e416-4073-8a61-062ea2a7c138 x-openstack-request-id: req-10151332-e416-4073-8a61-062ea2a7c138 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:36:51.651769 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:36:51.652051 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-10151332-e416-4073-8a61-062ea2a7c138 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:36:51.652488 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'status': 'completed', 'code': 200} Feb 16 09:36:51.695276 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:51.921272 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '6c0fa97b-0ef9-4f25-b57f-a93c079ec82a', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'mac_address': 'fa:16:3e:27:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:50Z', 'updated_at': '2022-02-16T09:36:50Z', 'revision_number': 0, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:51.947169 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Checking router: 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:36:51.955253 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:36:51.955862 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:36:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:52.191069 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:36:52.411103 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '6c0fa97b-0ef9-4f25-b57f-a93c079ec82a', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'mac_address': 'fa:16:3e:27:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:50Z', 'updated_at': '2022-02-16T09:36:50Z', 'revision_number': 0, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:36:52.440987 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b90d6f-e627-4a09-8649-55efe43af0a5 None None] The sync data for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi is: [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '6c0fa97b-0ef9-4f25-b57f-a93c079ec82a', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'mac_address': 'fa:16:3e:27:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:36:50Z', 'updated_at': '2022-02-16T09:36:50Z', 'revision_number': 0, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:36:52.637285 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef773e7-fd2e-4621-95de-1516d5af56db None None] New status for floating IP 6c0fa97b-0ef9-4f25-b57f-a93c079ec82a: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:36:52.717685 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-12a9b41c-3ca9-4c11-88b0-495f6e97a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:52.719192 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-12a9b41c-3ca9-4c11-88b0-495f6e97a0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0492609 Feb 16 09:36:52.816245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-7f81520b-a8c7-4e65-a648-236119f4202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:52.817744 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-7f81520b-a8c7-4e65-a648-236119f4202b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0894697 Feb 16 09:36:52.888757 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-30a1a191-31ae-4fe2-9dff-c4459147ee4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1002 time: 0.0603712 Feb 16 09:36:52.942612 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-2f21ff15-f777-4101-aeff-5e5ec05bb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:52.944016 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-2f21ff15-f777-4101-aeff-5e5ec05bb702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0427625 Feb 16 09:36:53.005807 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-bd93680d-f119-4042-ae49-fc4e84bbef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:36:53.007248 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-bd93680d-f119-4042-ae49-fc4e84bbef0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415792 Feb 16 09:36:53.104983 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-4894c50a-a6e5-40d7-b133-30e4528f0779 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Feb 16 09:36:53.198572 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-f83ff9b4-d0ef-44f5-8d06-a163dc822afb req-ab6857ac-5801-49e6-9b74-efb9134c08b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814116 Feb 16 09:36:57.113989 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-92846951-3075-4f40-be1f-f82446fc74ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:36:59.505756 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c1eda958-c4c1-4cb9-94a5-d6c0b9186cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:00.696365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:01.933561 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:02.566868 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204399-c210-4979-a397-23df061b56ef req-55b2967a-998d-4fed-ba08-8627362abd97 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:02.568346 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27204399-c210-4979-a397-23df061b56ef req-55b2967a-998d-4fed-ba08-8627362abd97 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0557342 Feb 16 09:37:02.613929 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27204399-c210-4979-a397-23df061b56ef req-77e7f1d3-c258-4f5b-b4ac-3645aa1d1b30 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Feb 16 09:37:03.499992 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:03.734077 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bdf76-23ae-4008-869e-cb1ca928aa3b req-b80d63fe-fcef-4e7e-a153-ea68dbdfb967 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:03.735519 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-042bdf76-23ae-4008-869e-cb1ca928aa3b req-b80d63fe-fcef-4e7e-a153-ea68dbdfb967 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0515168 Feb 16 09:37:03.781454 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-042bdf76-23ae-4008-869e-cb1ca928aa3b req-957b978e-1648-4fcb-b5eb-bf5f32f22931 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Feb 16 09:37:04.674773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34528) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:04.722987 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Deleting subnet e143b2e5-3969-45d4-b5f1-a4deb2834482 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:37:04.726118 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Publish callbacks [] for subnet (e143b2e5-3969-45d4-b5f1-a4deb2834482), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:04.759598 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (e143b2e5-3969-45d4-b5f1-a4deb2834482), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:04.797365 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (e143b2e5-3969-45d4-b5f1-a4deb2834482), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:04.850360 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (e143b2e5-3969-45d4-b5f1-a4deb2834482), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:04.878450 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e143b2e5-3969-45d4-b5f1-a4deb2834482,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:04.880634 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:04.885841 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-1fc8995c-1c25-4616-a1c6-7923a738aec7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e143b2e5-3969-45d4-b5f1-a4deb2834482 HTTP/1.1" status: 204 len: 168 time: 0.2100055 Feb 16 09:37:04.887072 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34534) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:04.900726 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499e9a9-95f7-4b40-92e8-bf0299e9404c req-ea8617d8-84cd-4712-809a-93a0de2075fc tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:04.902294 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8499e9a9-95f7-4b40-92e8-bf0299e9404c req-ea8617d8-84cd-4712-809a-93a0de2075fc tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Feb 16 09:37:04.952098 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-8499e9a9-95f7-4b40-92e8-bf0299e9404c req-7ad18157-8e46-4e2f-8231-7489b4207625 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/security-groups?id=8f9f994c-b134-42b3-a3dd-c9a92be23d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Feb 16 09:37:04.961807 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (11031e37-d9c3-4b64-a575-889cc2843bae), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.044294 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (11031e37-d9c3-4b64-a575-889cc2843bae), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.066172 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11031e37-d9c3-4b64-a575-889cc2843bae']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.076467 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd22e03-1bcd-4931-b83f-15ac225b5fce') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.076761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd22e03-1bcd-4931-b83f-15ac225b5fce') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.085897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (fdd22e03-1bcd-4931-b83f-15ac225b5fce), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.099325 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (fdd22e03-1bcd-4931-b83f-15ac225b5fce), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.105952 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:37:05.106394 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (fdd22e03-1bcd-4931-b83f-15ac225b5fce), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:37:05.108168 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:37:05.160194 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (11031e37-d9c3-4b64-a575-889cc2843bae), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.166037 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.169485 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] 10.222.0.90 "DELETE /v2.0/networks/11031e37-d9c3-4b64-a575-889cc2843bae HTTP/1.1" status: 204 len: 168 time: 0.2813792 Feb 16 09:37:05.172377 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34536) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:05.179696 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a65a3-a37f-48cd-9e52-c1dd2a9fd866 admin admin] Pushing event deleted for resources: {'Network': ['ID=11031e37-d9c3-4b64-a575-889cc2843bae,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:05.218773 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Deleting subnet b66b515f-a0f6-4bb0-ace5-78e1466cf2a8 {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:37:05.222059 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Publish callbacks [] for subnet (b66b515f-a0f6-4bb0-ace5-78e1466cf2a8), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.256328 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64702512'] for subnet (b66b515f-a0f6-4bb0-ace5-78e1466cf2a8), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.293886 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (b66b515f-a0f6-4bb0-ace5-78e1466cf2a8), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.345065 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64705816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64736942'] for subnet (b66b515f-a0f6-4bb0-ace5-78e1466cf2a8), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.353171 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-37a2bd58-a22a-4850-8d05-f7da8768a062 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:05.354734 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-37a2bd58-a22a-4850-8d05-f7da8768a062 tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Feb 16 09:37:05.377028 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.380180 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b66b515f-a0f6-4bb0-ace5-78e1466cf2a8 HTTP/1.1" status: 204 len: 168 time: 0.2067971 Feb 16 09:37:05.381279 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270a7f-971f-42cb-999b-c65a1e420887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66b515f-a0f6-4bb0-ace5-78e1466cf2a8,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:05.383512 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34538) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:05.451864 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (9d0702a8-880d-4830-a0cb-5cc055c50d2e), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.452188 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Deleting port 58d38a11-b1f9-4514-9822-7073d314cbcd {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:37:05.452538 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.533642 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (9d0702a8-880d-4830-a0cb-5cc055c50d2e), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.548056 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] For port 58d38a11-b1f9-4514-9822-7073d314cbcd, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=58d38a11-b1f9-4514-9822-7073d314cbcd,segment=NetworkSegment(ffed641e-b5ed-4809-ad16-c0c4a34ff7c9),segment_id=ffed641e-b5ed-4809-ad16-c0c4a34ff7c9)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:37:05.548408 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.553775 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0702a8-880d-4830-a0cb-5cc055c50d2e']}} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.561082 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Calling delete_port for 58d38a11-b1f9-4514-9822-7073d314cbcd owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:37:05.563959 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42e5984-1e7c-49eb-acb4-6ef30fc81974') {'for_net_delete': True} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.564288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.services.segments.db [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42e5984-1e7c-49eb-acb4-6ef30fc81974') {} {{(pid=102655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:05.574394 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64702521'] for segment (e42e5984-1e7c-49eb-acb4-6ef30fc81974), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.587185 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (e42e5984-1e7c-49eb-acb4-6ef30fc81974), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.593646 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:37:05.594176 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64705858'] for segment (e42e5984-1e7c-49eb-acb4-6ef30fc81974), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: Traceback (most recent call last): Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: timer() Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: cb(*args, **kw) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: return func(*args, **kwargs) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: self._notify() Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: self.callback(batched_events) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: event.method(event) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: return f(self, *a, **k) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._get(url).json() Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: return self.request(url, 'GET', **kwargs) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:37:05.595952 dv-cinder-828459-1-iscsi neutron-server[102655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:37:05.657479 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (9d0702a8-880d-4830-a0cb-5cc055c50d2e), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.664107 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.668620 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] 10.222.0.90 "DELETE /v2.0/networks/9d0702a8-880d-4830-a0cb-5cc055c50d2e HTTP/1.1" status: 204 len: 168 time: 0.2831130 Feb 16 09:37:05.677947 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc233-925d-487b-ae4a-aa4108f2760c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0702a8-880d-4830-a0cb-5cc055c50d2e,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:05.691842 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (58d38a11-b1f9-4514-9822-7073d314cbcd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.706314 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['58d38a11-b1f9-4514-9822-7073d314cbcd'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:37:05.726049 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Pushing event deleted for resources: {'Port': ['ID=58d38a11-b1f9-4514-9822-7073d314cbcd,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:05.769385 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] No DVR routers for this DVR port 58d38a11-b1f9-4514-9822-7073d314cbcd on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:37:05.771981 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.776063 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-4126b83d-0d64-43b4-a51a-d864cc3410d8 req-67670bc8-aa90-46ba-929f-510dad7fc94f tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.24 "DELETE /v2.0/ports/58d38a11-b1f9-4514-9822-7073d314cbcd HTTP/1.1" status: 204 len: 173 time: 0.4131334 Feb 16 09:37:05.776528 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'name': 'network-vif-deleted', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:37:05.778933 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1e554-1d38-4955-a965-623054549152" -d '{"events": [{"server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "name": "network-vif-deleted", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:37:05.819751 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e669d88-c1d6-4505-8749-bb1ddf29d769 x-openstack-request-id: req-3e669d88-c1d6-4505-8749-bb1ddf29d769 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:37:05.820269 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2", "name": "network-vif-deleted", "tag": "58d38a11-b1f9-4514-9822-7073d314cbcd", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:37:05.820590 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3e669d88-c1d6-4505-8749-bb1ddf29d769 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:37:05.821053 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2', 'name': 'network-vif-deleted', 'tag': '58d38a11-b1f9-4514-9822-7073d314cbcd', 'status': 'completed', 'code': 200} Feb 16 09:37:05.844298 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34544) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:05.888942 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-97b59f9e-6fdb-481b-9265-1dfffdc90836 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a4a8a3770074a429272d67d66509fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434103 Feb 16 09:37:05.891367 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34546) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:05.942057 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] Publish callbacks [] for security_group (43219bcc-3edd-463a-8ea4-130afd708270), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:05.963627 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] Publish callbacks [] for security_group (43219bcc-3edd-463a-8ea4-130afd708270), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.009546 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (43219bcc-3edd-463a-8ea4-130afd708270), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.012369 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.016015 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/43219bcc-3edd-463a-8ea4-130afd708270 HTTP/1.1" status: 204 len: 168 time: 0.1212869 Feb 16 09:37:06.021604 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c108dee-36af-4b2e-9202-0ec1ef379082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43219bcc-3edd-463a-8ea4-130afd708270,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:06.067318 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9d17a32d-ee0a-465f-b113-76e390052d70 req-f6fcf5d7-6bf0-4d87-88cf-2f0b280dee2a tempest-VolumesSnapshotTestJSON-971374328 tempest-VolumesSnapshotTestJSON-971374328-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac3b1d6f-0e6a-4019-b5c3-d27e48e9efd2 HTTP/1.1" status: 200 len: 210 time: 0.0276585 Feb 16 09:37:06.343810 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34554) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:06.382761 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b2de69b9-f751-42bb-8339-9e95f4afcc97 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ce589ccd223747708a4caaf8cdbb8427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377271 Feb 16 09:37:06.385969 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34556) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:06.437513 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] Publish callbacks [] for security_group (f1664ab3-ff6f-42fc-b4b6-656068febab8), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.457871 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] Publish callbacks [] for security_group (f1664ab3-ff6f-42fc-b4b6-656068febab8), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.506314 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (f1664ab3-ff6f-42fc-b4b6-656068febab8), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.508841 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:06.510633 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f1664ab3-ff6f-42fc-b4b6-656068febab8 HTTP/1.1" status: 204 len: 168 time: 0.1235898 Feb 16 09:37:06.518155 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fca73-e4e8-4f0e-a7a6-1062c264353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1664ab3-ff6f-42fc-b4b6-656068febab8,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:07.544995 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34596) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:07.666294 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b29552ea-851a-49dd-9189-755f1987308e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.741838 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b29552ea-851a-49dd-9189-755f1987308e admin admin] Publish callbacks [] for security_group (a72e66a4-b7ae-4be3-9ab6-05e9498f3566), precommit_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.746442 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b29552ea-851a-49dd-9189-755f1987308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a72e66a4-b7ae-4be3-9ab6-05e9498f3566), after_create {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.783597 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b29552ea-851a-49dd-9189-755f1987308e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dc0dfddd2fb54e0d859e11e40aaeb15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375278 Feb 16 09:37:07.784483 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29552ea-851a-49dd-9189-755f1987308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e66a4-b7ae-4be3-9ab6-05e9498f3566,revision_number=1']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:07.786385 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34600) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:07.836677 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] Publish callbacks [] for security_group (a72e66a4-b7ae-4be3-9ab6-05e9498f3566), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.857413 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] Publish callbacks [] for security_group (a72e66a4-b7ae-4be3-9ab6-05e9498f3566), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.903750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a72e66a4-b7ae-4be3-9ab6-05e9498f3566), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.906581 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:07.907693 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a72e66a4-b7ae-4be3-9ab6-05e9498f3566 HTTP/1.1" status: 204 len: 168 time: 0.1197839 Feb 16 09:37:07.916389 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8509b-bfe5-44b4-a156-41ddf2b11945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e66a4-b7ae-4be3-9ab6-05e9498f3566,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:09.757985 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 58d38a11-b1f9-4514-9822-7073d314cbcd no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:37:09.780771 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 58d38a11-b1f9-4514-9822-7073d314cbcd {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:37:09.781111 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 58d38a11-b1f9-4514-9822-7073d314cbcd not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:37:12.568354 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:37:17.020383 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:21.214729 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-cd44cbbb-f20c-47a1-a24e-6809b11983bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450683 Feb 16 09:37:21.309654 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-bbc8fb48-526d-4db6-9a97-b5752d79993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:21.311111 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-bbc8fb48-526d-4db6-9a97-b5752d79993a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0432439 Feb 16 09:37:21.417350 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-30cfff1f-a185-4189-9906-575a2eff2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:21.419041 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-30cfff1f-a185-4189-9906-575a2eff2fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0859857 Feb 16 09:37:21.484010 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-333bc4f3-8bf9-479a-a8fe-61447bef973f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 1001 time: 0.0562999 Feb 16 09:37:21.537638 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-80fcae90-3022-4371-9f7e-0480f6191d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:21.539081 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-80fcae90-3022-4371-9f7e-0480f6191d6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0470119 Feb 16 09:37:21.588305 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-5114d604-6c20-4311-b48f-7bf74fd9c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:37:21.589793 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-5114d604-6c20-4311-b48f-7bf74fd9c465 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437202 Feb 16 09:37:21.683194 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-e8bfb512-f5bb-4712-919d-aa186d8a24d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824411 Feb 16 09:37:21.777736 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-96ff7e6d-7a8c-492c-8887-d5fea5f9cbac req-4c906c3c-1d79-4417-9cf8-25077240b9b9 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Feb 16 09:37:23.641180 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34822) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:23.744554 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-60590b06-ac57-4d75-ab4f-1dadf9761313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.820799 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-60590b06-ac57-4d75-ab4f-1dadf9761313 admin admin] Publish callbacks [] for security_group (16f638bc-15db-4f8c-baf7-46699070a156), precommit_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.825137 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-60590b06-ac57-4d75-ab4f-1dadf9761313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (16f638bc-15db-4f8c-baf7-46699070a156), after_create {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.862742 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590b06-ac57-4d75-ab4f-1dadf9761313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f638bc-15db-4f8c-baf7-46699070a156,revision_number=1']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:23.867005 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-60590b06-ac57-4d75-ab4f-1dadf9761313 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=813b6802f8d545f2b1bf9117708b769e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248330 Feb 16 09:37:23.869815 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34826) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:23.917758 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Publish callbacks [] for security_group (16f638bc-15db-4f8c-baf7-46699070a156), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.939037 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Publish callbacks [] for security_group (16f638bc-15db-4f8c-baf7-46699070a156), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.985386 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (16f638bc-15db-4f8c-baf7-46699070a156), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.987990 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:23.989160 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16f638bc-15db-4f8c-baf7-46699070a156 HTTP/1.1" status: 204 len: 168 time: 0.1182466 Feb 16 09:37:23.997139 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f638bc-15db-4f8c-baf7-46699070a156,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:24.004045 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.004400 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.004737 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.005069 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.005393 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.005713 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.006033 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.006356 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.006658 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.006976 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.007294 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.007605 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:24.007915 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483845c1-ae15-4277-b9f9-6352ec56c33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:37:27.114728 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-452f9f12-f67e-4c06-9450-32f611ff95c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:29.507145 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e0022f98-fdda-4250-b1e7-3857f7f7380e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.089101 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34880) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:30.142512 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Deleting subnet 76d565ac-a796-4e6e-9e90-8be641e89e35 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:37:30.145535 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Publish callbacks [] for subnet (76d565ac-a796-4e6e-9e90-8be641e89e35), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.180066 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (76d565ac-a796-4e6e-9e90-8be641e89e35), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.218806 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (76d565ac-a796-4e6e-9e90-8be641e89e35), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.270068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (76d565ac-a796-4e6e-9e90-8be641e89e35), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.295876 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d565ac-a796-4e6e-9e90-8be641e89e35,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:30.299600 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.302781 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-52f482dd-2598-4758-87ed-cebfa5adec38 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/76d565ac-a796-4e6e-9e90-8be641e89e35 HTTP/1.1" status: 204 len: 168 time: 0.2121735 Feb 16 09:37:30.305275 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34882) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:30.375387 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (7563bd6a-a701-48c4-85b9-b40b1b19ec32), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.451481 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (7563bd6a-a701-48c4-85b9-b40b1b19ec32), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.474995 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7563bd6a-a701-48c4-85b9-b40b1b19ec32']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:30.485824 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:30.486120 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed641e-b5ed-4809-ad16-c0c4a34ff7c9') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:37:30.495820 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (ffed641e-b5ed-4809-ad16-c0c4a34ff7c9), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.508605 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ffed641e-b5ed-4809-ad16-c0c4a34ff7c9), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.514274 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:37:30.514647 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (ffed641e-b5ed-4809-ad16-c0c4a34ff7c9), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:37:30.516297 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:37:30.571474 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (7563bd6a-a701-48c4-85b9-b40b1b19ec32), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.575892 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.579081 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/7563bd6a-a701-48c4-85b9-b40b1b19ec32 HTTP/1.1" status: 204 len: 168 time: 0.2728109 Feb 16 09:37:30.591711 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1d1ea-2c0e-4e4b-be1d-0fbf859116c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7563bd6a-a701-48c4-85b9-b40b1b19ec32,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:30.690896 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.739215 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34888) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:30.777226 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3b2a09ea-8e04-4f07-b10e-fb6cad7d168a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d998345414e84cd98ace4a86cbc59561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368989 Feb 16 09:37:30.779659 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34890) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:37:30.830651 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] Publish callbacks [] for security_group (8f9f994c-b134-42b3-a3dd-c9a92be23d21), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.851603 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] Publish callbacks [] for security_group (8f9f994c-b134-42b3-a3dd-c9a92be23d21), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.896975 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8f9f994c-b134-42b3-a3dd-c9a92be23d21), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.900199 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:30.901309 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f9f994c-b134-42b3-a3dd-c9a92be23d21 HTTP/1.1" status: 204 len: 168 time: 0.1207645 Feb 16 09:37:30.908843 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217147b7-2954-466f-8b2f-509d34c2e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f994c-b134-42b3-a3dd-c9a92be23d21,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:37:31.929782 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:33.492366 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:47.047259 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:49.567552 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:37:57.115946 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-cad28844-ae60-4724-bb83-d8b6bf0b1932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:37:59.509143 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c8fd3873-cead-4508-a7d0-4e765d1d0196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:00.696916 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:01.932911 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:03.496368 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:17.062085 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:23.330598 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-f81425eb-7a3a-4c03-a06b-e4033c5fa40b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759701 Feb 16 09:38:23.395560 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-c8df6b14-b662-4d34-bf8d-161868a5f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:23.397070 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-c8df6b14-b662-4d34-bf8d-161868a5f523 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1130 time: 0.0435307 Feb 16 09:38:23.501369 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-d23ca973-6f22-46d3-a4a5-5053801e79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:23.502805 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-d23ca973-6f22-46d3-a4a5-5053801e79ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0860374 Feb 16 09:38:23.567356 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-dae79b89-24e8-4779-9ebc-33b410f9c10b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 1002 time: 0.0577588 Feb 16 09:38:23.621327 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-6c95d36a-67c7-4e89-a04f-964f85640c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:23.622748 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-6c95d36a-67c7-4e89-a04f-964f85640c26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0476305 Feb 16 09:38:23.669654 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-428da018-ca5c-42fe-a7a1-912cc0f9936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:23.671102 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-428da018-ca5c-42fe-a7a1-912cc0f9936e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417342 Feb 16 09:38:23.682257 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-2cc982f0-b901-4c54-ab5f-80b37533d123 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:38:23.683173 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-2cc982f0-b901-4c54-ab5f-80b37533d123 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055933 Feb 16 09:38:23.772841 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-3eba24eb-8813-463b-a149-bf78c583e921 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815568 Feb 16 09:38:23.859624 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-52128dd2-b80c-455f-a9b9-87a60daf492c req-2aff2fb1-c559-4768-a6d9-0691ded80c5b service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799804 Feb 16 09:38:26.566019 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:38:27.118287 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-35ced9be-0c99-4079-b3dc-118593dc6523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:28.949513 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34910) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:29.107544 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port 76e93315-afe7-4d40-b55b-8ef01cf4a930 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:29.107880 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.180602 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.180932 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (76e93315-afe7-4d40-b55b-8ef01cf4a930), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.192263 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for 76e93315-afe7-4d40-b55b-8ef01cf4a930 owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:29.512049 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba349-b2f3-4ee8-adfc-c35d8ec01f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.593487 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (76e93315-afe7-4d40-b55b-8ef01cf4a930), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.617780 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=76e93315-afe7-4d40-b55b-8ef01cf4a930,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:29.643342 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.643680 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.644016 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.644368 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.644694 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.645015 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.645335 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.645654 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.645971 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.646288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.646603 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.646917 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.647225 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:29.694732 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (4724e65e-2ab8-4db6-81a4-195031f07d3f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:29.695096 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 4724e65e-2ab8-4db6-81a4-195031f07d3f disassociated (deleted). External IP: 172.27.3.173, port: 9d724c00-a542-4377-a20b-5949df396a96. Feb 16 09:38:29.909773 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:38:30.025988 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:38:30.030625 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:30.043098 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:38:30.053627 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:30.055063 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:30.063945 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e31055ea-ab36-4cc7-a99f-e70c6749ff65 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "DELETE /v2.0/floatingips/4724e65e-2ab8-4db6-81a4-195031f07d3f HTTP/1.1" status: 204 len: 168 time: 1.1133246 Feb 16 09:38:30.064568 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:38:30.066807 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6f673-c47e-4c5b-93ca-250aad8469ba" -d '{"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:38:30.199444 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:30.242172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1690e843-8dfc-4f71-adbf-3873539adb67 x-openstack-request-id: req-1690e843-8dfc-4f71-adbf-3873539adb67 {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:38:30.242501 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "tag": "9d724c00-a542-4377-a20b-5949df396a96", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:38:30.242750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1690e843-8dfc-4f71-adbf-3873539adb67 {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:38:30.243065 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'tag': '9d724c00-a542-4377-a20b-5949df396a96', 'status': 'completed', 'code': 200} Feb 16 09:38:30.313022 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-3ed41cd0-55c6-4f42-aa90-33928ccc58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:30.314522 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-3ed41cd0-55c6-4f42-aa90-33928ccc58ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 1130 time: 0.0468762 Feb 16 09:38:30.400370 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abe02-cd1f-4261-9e31-9728cbfcaf2f req-567e685d-2af1-4117-bf72-1af52da7f09c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:30.402036 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2a1abe02-cd1f-4261-9e31-9728cbfcaf2f req-567e685d-2af1-4117-bf72-1af52da7f09c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.1183906 Feb 16 09:38:30.413147 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-169a2e42-2206-417a-9b4c-197dcd15bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:30.415922 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-169a2e42-2206-417a-9b4c-197dcd15bc1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.0934610 Feb 16 09:38:30.444570 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:30.451998 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-2a1abe02-cd1f-4261-9e31-9728cbfcaf2f req-d9e95a73-fb18-4cfa-a3ec-47b2ec1cc919 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441823 Feb 16 09:38:30.459324 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-b4c1ce72-b2ec-4792-9e61-2976e4d5f1b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 200 len: 217 time: 0.0354097 Feb 16 09:38:30.471620 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:38:30.480445 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:30.481084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:30.591944 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:30.719457 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:30.772657 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-918a0fbb-d9aa-4ef7-ad73-6bb69d89c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:30.774695 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-918a0fbb-d9aa-4ef7-ad73-6bb69d89c446 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.3071358 Feb 16 09:38:30.823805 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-3d58df2f-fc5b-40ba-af72-a150df1a1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:30.825332 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-3d58df2f-fc5b-40ba-af72-a150df1a1114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442536 Feb 16 09:38:30.842242 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:30.869437 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ba1ec-16cf-40cc-8d49-2ec81a2aca5e None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_floatingips': [{'id': '8cc76fd8-2861-4e03-b242-ded68eec48e4', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'router_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'port_id': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'mac_address': 'fa:16:3e:8b:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:33:56Z', 'updated_at': '2022-02-16T09:33:58Z', 'revision_number': 1, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:38:30.917272 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-e876ed33-e44d-4b4f-a269-ddfcbd35eb45 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838521 Feb 16 09:38:31.013548 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-97f6f673-c47e-4c5b-93ca-250aad8469ba req-becbb95c-5f18-409d-b71b-672216fabba8 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893466 Feb 16 09:38:31.098777 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adc8f5-e003-4615-a51b-c6f04ed6f9fa None None] New status for floating IP 4724e65e-2ab8-4db6-81a4-195031f07d3f: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:38:31.623677 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170b38-342a-42cb-bcc3-df98492d27f2 req-fd7c1736-9523-45ce-b9e0-23fd2be7c0ea tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:31.625268 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-55170b38-342a-42cb-bcc3-df98492d27f2 req-fd7c1736-9523-45ce-b9e0-23fd2be7c0ea tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.1027389 Feb 16 09:38:31.673147 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-55170b38-342a-42cb-bcc3-df98492d27f2 req-ca3b2f75-4e1f-4d26-ba8d-6ff82539b4bf tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Feb 16 09:38:31.935473 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:32.008909 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438593-583a-4691-a342-e67700cf1ac4 req-9fff8926-f408-4f7e-8b9c-a433952ca25c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:32.010357 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ed438593-583a-4691-a342-e67700cf1ac4 req-9fff8926-f408-4f7e-8b9c-a433952ca25c tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Feb 16 09:38:32.111097 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port 9d724c00-a542-4377-a20b-5949df396a96 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:32.111426 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (9d724c00-a542-4377-a20b-5949df396a96), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:32.198081 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] For port 9d724c00-a542-4377-a20b-5949df396a96, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=9d724c00-a542-4377-a20b-5949df396a96,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:32.198331 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (9d724c00-a542-4377-a20b-5949df396a96), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:32.210232 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for 9d724c00-a542-4377-a20b-5949df396a96 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:32.339596 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (9d724c00-a542-4377-a20b-5949df396a96), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:32.367077 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=9d724c00-a542-4377-a20b-5949df396a96,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:32.376579 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.376932 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.377274 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.377610 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.377941 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.378271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.379075 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.379075 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.379289 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.379538 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.379860 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.380233 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.380557 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:32.425984 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] No DVR routers for this DVR port 9d724c00-a542-4377-a20b-5949df396a96 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:38:32.428486 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:32.431740 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ed438593-583a-4691-a342-e67700cf1ac4 req-24db7192-b9d5-4f3a-8ed5-fa7e3363e92f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "DELETE /v2.0/ports/9d724c00-a542-4377-a20b-5949df396a96 HTTP/1.1" status: 204 len: 173 time: 0.4126313 Feb 16 09:38:32.432211 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'name': 'network-vif-deleted', 'tag': '9d724c00-a542-4377-a20b-5949df396a96'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:38:32.434407 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf83667-1d69-4a19-81db-a1032d23413f" -d '{"events": [{"server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "name": "network-vif-deleted", "tag": "9d724c00-a542-4377-a20b-5949df396a96"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:38:32.532378 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ab6ab-e237-4b8c-8149-434e10eb5929 x-openstack-request-id: req-767ab6ab-e237-4b8c-8149-434e10eb5929 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:38:32.532670 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f7588f-3a37-4680-abfb-6006fc9b7a66", "name": "network-vif-deleted", "tag": "9d724c00-a542-4377-a20b-5949df396a96", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:38:32.532922 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-767ab6ab-e237-4b8c-8149-434e10eb5929 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:38:32.533320 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f7588f-3a37-4680-abfb-6006fc9b7a66', 'name': 'network-vif-deleted', 'tag': '9d724c00-a542-4377-a20b-5949df396a96', 'status': 'completed', 'code': 200} Feb 16 09:38:32.779825 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-db4c93c2-3b76-480e-9666-1ab107fa1cfb req-47bc9776-1755-4cda-9a8d-8a1a39dcee0a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=95f7588f-3a37-4680-abfb-6006fc9b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0306277 Feb 16 09:38:33.499839 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:35.920793 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9d724c00-a542-4377-a20b-5949df396a96 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:35.946142 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: 9d724c00-a542-4377-a20b-5949df396a96 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:35.946486 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device 9d724c00-a542-4377-a20b-5949df396a96 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:36.051878 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34958) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:36.218760 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port 3862cd81-ea86-41db-8ca5-b4e11ff015ee {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:36.219011 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.293442 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.293764 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (3862cd81-ea86-41db-8ca5-b4e11ff015ee), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.305750 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for 3862cd81-ea86-41db-8ca5-b4e11ff015ee owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:36.453950 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (3862cd81-ea86-41db-8ca5-b4e11ff015ee), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.480813 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=3862cd81-ea86-41db-8ca5-b4e11ff015ee,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:36.539889 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (8cc76fd8-2861-4e03-b242-ded68eec48e4), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.540273 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.db.l3_db [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Floating IP 8cc76fd8-2861-4e03-b242-ded68eec48e4 disassociated (deleted). External IP: 172.27.3.209, port: a373d871-46f9-4104-8b1b-e5324e858ac8. Feb 16 09:38:36.743977 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:38:36.852609 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:38:36.857507 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:36.863504 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:38:36.873320 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:36.873922 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:36.886773 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-5587ff1b-65ba-4c4f-b3a6-912b75a1b93a tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "DELETE /v2.0/floatingips/8cc76fd8-2861-4e03-b242-ded68eec48e4 HTTP/1.1" status: 204 len: 168 time: 0.8336635 Feb 16 09:38:36.887363 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8'}] {{(pid=102655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:38:36.889661 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104bffd5c4dbe669b047489e2b647c3bb364c5810a59ef02acaa58d4e0b4eb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559f2576-83af-4ebe-9838-952f2aaaa006" -d '{"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8"}]}' {{(pid=102655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:38:36.927519 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289261b3-fde1-4765-9882-7a2bd35fda7a x-openstack-request-id: req-289261b3-fde1-4765-9882-7a2bd35fda7a {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:38:36.927817 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8", "status": "completed", "code": 200}]} {{(pid=102655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:38:36.928096 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-289261b3-fde1-4765-9882-7a2bd35fda7a {{(pid=102655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:38:36.928499 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'status': 'completed', 'code': 200} Feb 16 09:38:36.998245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-f557fe24-29a0-4fa6-b089-588904e5c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:36.999689 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-f557fe24-29a0-4fa6-b089-588904e5c16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=690745bb6b6d4a1d8e021f08b9370685&device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0494833 Feb 16 09:38:37.117599 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-c697426b-a552-4e6d-81cb-f45a9c5a0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:37.119075 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-c697426b-a552-4e6d-81cb-f45a9c5a0384 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 200 len: 912 time: 0.1024909 Feb 16 09:38:37.135383 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cabc09-64a8-4918-814a-85188621dee7 req-d6940a06-32ad-417c-bdd5-4e7868e0cb7d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:37.136950 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8cabc09-64a8-4918-814a-85188621dee7 req-d6940a06-32ad-417c-bdd5-4e7868e0cb7d tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0582266 Feb 16 09:38:37.138655 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:37.166851 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-ea60b401-b851-47e5-82ba-5ca265f1d9e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 200 len: 217 time: 0.0395975 Feb 16 09:38:37.189382 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a8cabc09-64a8-4918-814a-85188621dee7 req-385d4dc3-0301-48ac-99bb-f6031a2f03b5 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455456 Feb 16 09:38:37.218432 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-3f4f8c87-140b-49b1-b6dc-5840a11ef920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:37.219890 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-3f4f8c87-140b-49b1-b6dc-5840a11ef920 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 200 len: 850 time: 0.0449653 Feb 16 09:38:37.270875 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-74865872-b7c7-4bdf-931d-348594333b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:37.272341 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-74865872-b7c7-4bdf-931d-348594333b09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e866a1f-4c4f-4dc1-88a8-409844e417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447707 Feb 16 09:38:37.342569 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:37.368590 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-5faad9cf-4826-4a1b-b2a7-f995cbfb5434 service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882711 Feb 16 09:38:37.368831 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:38:37.376982 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:37.377591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:37.465044 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-559f2576-83af-4ebe-9838-952f2aaaa006 req-980917bc-1de4-4b5f-941a-0b236a5f104d service neutron] 10.222.0.24 "GET /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Feb 16 09:38:37.487568 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:37.692152 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:37.719188 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2181d-45a3-4564-9c30-2c3aeb7e538e None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:28:45Z', 'revision_number': 4, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': 'e2930650-e247-4b57-b900-1e102f4e5f22', 'name': '', 'network_id': '8e866a1f-4c4f-4dc1-88a8-409844e417e8', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'mac_address': 'fa:16:3e:1f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:44Z', 'updated_at': '2022-02-16T09:28:50Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'subnets': [{'id': 'cc047a79-e6f0-4395-b47b-992e35353654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:38:37.933248 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de22c98-599d-4e4a-82b5-96ce9eacfde4 None None] New status for floating IP 8cc76fd8-2861-4e03-b242-ded68eec48e4: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:38:38.311712 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0758f-6281-4c0f-a6ee-209ba51c4002 req-579b6cba-230e-4c42-bb1b-6a6aa5c69e68 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:38.313174 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-62f0758f-6281-4c0f-a6ee-209ba51c4002 req-579b6cba-230e-4c42-bb1b-6a6aa5c69e68 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Feb 16 09:38:38.360992 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-62f0758f-6281-4c0f-a6ee-209ba51c4002 req-cfd456fd-d642-4b7e-a07e-1aecf378fbaa tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/security-groups?id=a4ab6a5f-31b9-4ed1-9579-413cae832847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 Feb 16 09:38:38.732668 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-dae92595-965e-494e-aa78-06d1056c4771 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:38:38.734110 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-dae92595-965e-494e-aa78-06d1056c4771 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 945 time: 0.0610070 Feb 16 09:38:38.825050 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port a373d871-46f9-4104-8b1b-e5324e858ac8 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:38.825390 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:38.915782 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] For port a373d871-46f9-4104-8b1b-e5324e858ac8, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=a373d871-46f9-4104-8b1b-e5324e858ac8,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:38.916164 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:38.927401 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for a373d871-46f9-4104-8b1b-e5324e858ac8 owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:39.057968 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (a373d871-46f9-4104-8b1b-e5324e858ac8), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:39.086480 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=a373d871-46f9-4104-8b1b-e5324e858ac8,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:39.129656 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] No DVR routers for this DVR port a373d871-46f9-4104-8b1b-e5324e858ac8 on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:38:39.132307 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:39.135556 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-078e1b1b-fca2-4b7b-8371-b0c5d5900e31 req-abbab9f3-06a9-4ccc-aa39-b47c77ab7f7f tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.24 "DELETE /v2.0/ports/a373d871-46f9-4104-8b1b-e5324e858ac8 HTTP/1.1" status: 204 len: 173 time: 0.3950891 Feb 16 09:38:39.136049 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'name': 'network-vif-deleted', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:38:39.138267 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab27c03-e05c-4b0a-a4e0-5ab3677a871c" -d '{"events": [{"server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "name": "network-vif-deleted", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:38:39.176968 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988aa674-d1e3-4102-a928-c5c1880d7d5b x-openstack-request-id: req-988aa674-d1e3-4102-a928-c5c1880d7d5b {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:38:39.177260 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80633fe-41b7-43d2-b043-f2d38d2f9cd9", "name": "network-vif-deleted", "tag": "a373d871-46f9-4104-8b1b-e5324e858ac8", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:38:39.177507 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-988aa674-d1e3-4102-a928-c5c1880d7d5b {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:38:39.177909 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80633fe-41b7-43d2-b043-f2d38d2f9cd9', 'name': 'network-vif-deleted', 'tag': 'a373d871-46f9-4104-8b1b-e5324e858ac8', 'status': 'completed', 'code': 200} Feb 16 09:38:39.470155 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-d9b8ad38-03cc-407c-bed4-69ff5b39e8ea req-aa377076-6295-4a94-8a36-4d4f9d9ef3da tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "GET /v2.0/ports?device_id=c80633fe-41b7-43d2-b043-f2d38d2f9cd9 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Feb 16 09:38:40.533713 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34974) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:40.659581 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Deleting port 2e996193-b4a3-422b-b859-e4ee092438cc {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:40.659896 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.736725 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.737049 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (2e996193-b4a3-422b-b859-e4ee092438cc), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.749866 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Calling delete_port for 2e996193-b4a3-422b-b859-e4ee092438cc owned by network:floatingip {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:40.888602 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (2e996193-b4a3-422b-b859-e4ee092438cc), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.914052 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'Port': ['ID=2e996193-b4a3-422b-b859-e4ee092438cc,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:40.977596 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for floatingip (78204f23-4562-4a36-b262-145b52447130), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.980150 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:40.981310 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-0fd2d1ba-8de3-47d4-b76e-7cc38fc366a0 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "DELETE /v2.0/floatingips/78204f23-4562-4a36-b262-145b52447130 HTTP/1.1" status: 204 len: 168 time: 0.4452581 Feb 16 09:38:41.986209 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a373d871-46f9-4104-8b1b-e5324e858ac8 no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:42.011468 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: a373d871-46f9-4104-8b1b-e5324e858ac8 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:42.011809 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device a373d871-46f9-4104-8b1b-e5324e858ac8 not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:42.171205 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 34986) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:42.230513 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (a4ab6a5f-31b9-4ed1-9579-413cae832847), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:42.255440 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (a4ab6a5f-31b9-4ed1-9579-413cae832847), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:42.316653 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (a4ab6a5f-31b9-4ed1-9579-413cae832847), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:42.319509 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:42.321510 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] 10.222.0.90 "DELETE /v2.0/security-groups/a4ab6a5f-31b9-4ed1-9579-413cae832847 HTTP/1.1" status: 204 len: 168 time: 0.1492825 Feb 16 09:38:42.331095 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d4918-86cf-456c-8c65-f690cfbbac89 tempest-TestVolumeBootPattern-1740516576 tempest-TestVolumeBootPattern-1740516576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab6a5f-31b9-4ed1-9579-413cae832847,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:43.397271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34992) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:43.840298 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.081293 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Deleting port e2930650-e247-4b57-b900-1e102f4e5f22 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:44.081623 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.162872 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] For port e2930650-e247-4b57-b900-1e102f4e5f22, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=e2930650-e247-4b57-b900-1e102f4e5f22,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:44.163284 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.175848 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Calling delete_port for e2930650-e247-4b57-b900-1e102f4e5f22 owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:44.352885 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (e2930650-e247-4b57-b900-1e102f4e5f22), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.377429 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2930650-e247-4b57-b900-1e102f4e5f22,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:44.552015 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.762512 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Router 3a7472bc-474a-4d8a-81a1-22f3f08466cc has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:38:44.868020 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:38:44.874011 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-b3ca0600-0cdc-4558-a433-284b063435f2 admin admin] 10.222.0.90 "PUT /v2.0/routers/3a7472bc-474a-4d8a-81a1-22f3f08466cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745436 Feb 16 09:38:44.875507 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34996) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:44.878826 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Sync routers for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:38:44.888614 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:44.889225 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:44.981006 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks [] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:44.995338 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:45.084539 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks [] for router_gateway (3a7472bc-474a-4d8a-81a1-22f3f08466cc), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.136707 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Deleting port d3d316bd-4ad6-48cd-93b0-1bae9686ec94 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:45.137032 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.172775 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:38:44Z', 'revision_number': 5, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port': {'id': 'd3d316bd-4ad6-48cd-93b0-1bae9686ec94', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:42Z', 'updated_at': '2022-02-16T09:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:45.199568 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Checking router: 3a7472bc-474a-4d8a-81a1-22f3f08466cc for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:38:45.207868 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Routers {'3a7472bc-474a-4d8a-81a1-22f3f08466cc'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:45.208592 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:45.217643 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] For port d3d316bd-4ad6-48cd-93b0-1bae9686ec94, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:45.218000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.230731 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Calling delete_port for d3d316bd-4ad6-48cd-93b0-1bae9686ec94 owned by network:router_gateway {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:45.296129 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] Set router 3a7472bc-474a-4d8a-81a1-22f3f08466cc gateway port host: None {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:45.351875 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:38:45Z', 'revision_number': 6, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:45.378937 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db8f29-b7f5-4a23-b111-51c9931dbc01 None None] The sync data for ids ['3a7472bc-474a-4d8a-81a1-22f3f08466cc'] in dv-cinder-828459-1-iscsi is: [{'id': '3a7472bc-474a-4d8a-81a1-22f3f08466cc', 'name': 'tempest-TestVolumeBootPattern-513830780-router', 'tenant_id': '690745bb6b6d4a1d8e021f08b9370685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:41Z', 'updated_at': '2022-02-16T09:38:45Z', 'revision_number': 6, 'project_id': '690745bb6b6d4a1d8e021f08b9370685', 'gw_port_host': None}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:38:45.397286 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (d3d316bd-4ad6-48cd-93b0-1bae9686ec94), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.423273 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d316bd-4ad6-48cd-93b0-1bae9686ec94,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:45.482999 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.575112 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.577224 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks [] for router_controller (3a7472bc-474a-4d8a-81a1-22f3f08466cc), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.620323 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (3a7472bc-474a-4d8a-81a1-22f3f08466cc), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.620852 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a7472bc-474a-4d8a-81a1-22f3f08466cc {{(pid=102656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:38:45.625335 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.626408 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-eb54e2e4-1385-4859-afca-8aec15f11529 admin admin] 10.222.0.90 "DELETE /v2.0/routers/3a7472bc-474a-4d8a-81a1-22f3f08466cc HTTP/1.1" status: 204 len: 168 time: 0.7499712 Feb 16 09:38:45.629124 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 34998) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:45.676750 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Deleting subnet cc047a79-e6f0-4395-b47b-992e35353654 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:38:45.680148 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Publish callbacks [] for subnet (cc047a79-e6f0-4395-b47b-992e35353654), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.717075 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (cc047a79-e6f0-4395-b47b-992e35353654), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.799876 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (cc047a79-e6f0-4395-b47b-992e35353654), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.859845 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (cc047a79-e6f0-4395-b47b-992e35353654), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.886531 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc047a79-e6f0-4395-b47b-992e35353654,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:45.888500 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:45.892278 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cb6c3-ff5e-4d46-acf0-1e6951f923f5 None None] Network 8e866a1f-4c4f-4dc1-88a8-409844e417e8 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:38:45.893033 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-0dbf1e86-9cc7-4ff4-8c06-3e41aed82542 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cc047a79-e6f0-4395-b47b-992e35353654 HTTP/1.1" status: 204 len: 168 time: 0.2624865 Feb 16 09:38:45.895671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35000) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:45.965747 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (8e866a1f-4c4f-4dc1-88a8-409844e417e8), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.019844 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Deleting port 626b6bfb-eacc-4262-8205-51692906d711 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:46.020208 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (626b6bfb-eacc-4262-8205-51692906d711), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.084552 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] For port 626b6bfb-eacc-4262-8205-51692906d711, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=626b6bfb-eacc-4262-8205-51692906d711,segment=NetworkSegment(7c629332-fdb4-43e0-9da2-0426cc1f11e9),segment_id=7c629332-fdb4-43e0-9da2-0426cc1f11e9)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:46.085546 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (626b6bfb-eacc-4262-8205-51692906d711), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.097303 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Calling delete_port for 626b6bfb-eacc-4262-8205-51692906d711 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:46.173936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] DHCP port deletion for 8e866a1f-4c4f-4dc1-88a8-409844e417e8 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:38:46.190278 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (626b6bfb-eacc-4262-8205-51692906d711), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.211958 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e2930650-e247-4b57-b900-1e102f4e5f22 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:46.218340 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Pushing event deleted for resources: {'Port': ['ID=626b6bfb-eacc-4262-8205-51692906d711,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:46.221604 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] No DVR routers for this DVR port 626b6bfb-eacc-4262-8205-51692906d711 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:38:46.240355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: e2930650-e247-4b57-b900-1e102f4e5f22 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:46.240693 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device e2930650-e247-4b57-b900-1e102f4e5f22 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:46.251153 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Deleting port 626b6bfb-eacc-4262-8205-51692906d711 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:46.251522 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (626b6bfb-eacc-4262-8205-51692906d711), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.316554 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] For port 626b6bfb-eacc-4262-8205-51692906d711, host dv-cinder-828459-1-iscsi, got binding levels [] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:46.316941 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (626b6bfb-eacc-4262-8205-51692906d711), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.331005 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Calling delete_port for 626b6bfb-eacc-4262-8205-51692906d711 owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:46.333839 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.ipam_backend_mixin [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Port 626b6bfb-eacc-4262-8205-51692906d711 was not found and therefore no delete operation was performed {{(pid=102658) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 09:38:46.335282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (626b6bfb-eacc-4262-8205-51692906d711), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.364816 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Pushing event deleted for resources: {'Port': ['ID=626b6bfb-eacc-4262-8205-51692906d711,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:46.370248 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] No DVR routers for this DVR port 626b6bfb-eacc-4262-8205-51692906d711 on host dv-cinder-828459-1-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.383178 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289d66f5-ae29-44ec-aca3-a7fa906058f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:38:46.583493 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (8e866a1f-4c4f-4dc1-88a8-409844e417e8), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.604132 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e866a1f-4c4f-4dc1-88a8-409844e417e8']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:46.612971 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c629332-fdb4-43e0-9da2-0426cc1f11e9') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:46.613265 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c629332-fdb4-43e0-9da2-0426cc1f11e9') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:46.623026 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (7c629332-fdb4-43e0-9da2-0426cc1f11e9), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.635845 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (7c629332-fdb4-43e0-9da2-0426cc1f11e9), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.641485 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:38:46.641850 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (7c629332-fdb4-43e0-9da2-0426cc1f11e9), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:38:46.643424 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:38:46.700149 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (8e866a1f-4c4f-4dc1-88a8-409844e417e8), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.704900 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:46.711368 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] 10.222.0.90 "DELETE /v2.0/networks/8e866a1f-4c4f-4dc1-88a8-409844e417e8 HTTP/1.1" status: 204 len: 168 time: 0.8119407 Feb 16 09:38:46.711631 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35002) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:46.755944 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afa3f2-3b9f-4187-a7de-53a84f2e39cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8e866a1f-4c4f-4dc1-88a8-409844e417e8,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:47.074704 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:47.076897 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:47.323366 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Deleting port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:47.323705 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:47.403477 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] For port 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:47.403837 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:47.416786 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Calling delete_port for 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:47.595564 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device d3d316bd-4ad6-48cd-93b0-1bae9686ec94 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:47.596473 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (97cc29ff-e2e8-4f9d-ad22-ca5090884cd1), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:47.616354 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: d3d316bd-4ad6-48cd-93b0-1bae9686ec94 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:47.616601 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device d3d316bd-4ad6-48cd-93b0-1bae9686ec94 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:47.617012 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 626b6bfb-eacc-4262-8205-51692906d711 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:47.621055 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cc29ff-e2e8-4f9d-ad22-ca5090884cd1,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:47.637402 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 626b6bfb-eacc-4262-8205-51692906d711 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:47.637777 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 626b6bfb-eacc-4262-8205-51692906d711 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:47.789405 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.005598 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Router 3a2bb552-7cdc-4d7c-8342-190f369497ad has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:38:48.112803 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:38:48.119773 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-6722a040-e51e-4a54-9269-0b9331176139 admin admin] 10.222.0.90 "PUT /v2.0/routers/3a2bb552-7cdc-4d7c-8342-190f369497ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053538 Feb 16 09:38:48.120548 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35004) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:48.122048 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Sync routers for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:38:48.132998 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:48.133611 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:48.229384 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks [] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.244016 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:48.333514 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks [] for router_gateway (3a2bb552-7cdc-4d7c-8342-190f369497ad), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.392608 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Deleting port 0452d897-4d64-4e50-a623-e6286c8e0d46 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:48.392946 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.418527 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:38:47Z', 'revision_number': 5, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port': {'id': '0452d897-4d64-4e50-a623-e6286c8e0d46', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:28:48Z', 'updated_at': '2022-02-16T09:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:48.452360 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Checking router: 3a2bb552-7cdc-4d7c-8342-190f369497ad for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:38:48.461487 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Routers {'3a2bb552-7cdc-4d7c-8342-190f369497ad'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:38:48.462107 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:38:29Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['3a2bb552-7cdc-4d7c-8342-190f369497ad'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:48.481457 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] For port 0452d897-4d64-4e50-a623-e6286c8e0d46, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=0452d897-4d64-4e50-a623-e6286c8e0d46,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:48.481815 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.496259 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Calling delete_port for 0452d897-4d64-4e50-a623-e6286c8e0d46 owned by network:router_gateway {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:48.550502 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] Set router 3a2bb552-7cdc-4d7c-8342-190f369497ad gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:38:48.667232 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (0452d897-4d64-4e50-a623-e6286c8e0d46), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.691862 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:38:48Z', 'revision_number': 6, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:48.692620 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=0452d897-4d64-4e50-a623-e6286c8e0d46,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:48.722006 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df336ffd-96ef-4c24-ba01-e58992db4733 None None] The sync data for ids ['3a2bb552-7cdc-4d7c-8342-190f369497ad'] in dv-cinder-828459-1-iscsi is: [{'id': '3a2bb552-7cdc-4d7c-8342-190f369497ad', 'name': 'tempest-TestVolumeBootPattern-735920356-router', 'tenant_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:28:47Z', 'updated_at': '2022-02-16T09:38:48Z', 'revision_number': 6, 'project_id': '9d072d981d204ad2be5592d7ff1c2b4b', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:38:48.758713 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.857892 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.859994 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks [] for router_controller (3a2bb552-7cdc-4d7c-8342-190f369497ad), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.904953 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (3a2bb552-7cdc-4d7c-8342-190f369497ad), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.905566 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2bb552-7cdc-4d7c-8342-190f369497ad {{(pid=102656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:38:48.910090 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.911430 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7814fe5f-367d-4de5-ae74-e3471f364b72 admin admin] 10.222.0.90 "DELETE /v2.0/routers/3a2bb552-7cdc-4d7c-8342-190f369497ad HTTP/1.1" status: 204 len: 168 time: 0.7899692 Feb 16 09:38:48.914614 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35006) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:48.958445 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Deleting subnet a32d623d-28e1-43ec-8a59-f964b2b3d7f3 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:38:48.961562 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Publish callbacks [] for subnet (a32d623d-28e1-43ec-8a59-f964b2b3d7f3), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:48.995245 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (a32d623d-28e1-43ec-8a59-f964b2b3d7f3), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.076863 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (a32d623d-28e1-43ec-8a59-f964b2b3d7f3), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.139031 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (a32d623d-28e1-43ec-8a59-f964b2b3d7f3), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.165572 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32d623d-28e1-43ec-8a59-f964b2b3d7f3,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:49.169012 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.172213 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3818f892-e8b9-435f-a0e1-6437db75971a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a32d623d-28e1-43ec-8a59-f964b2b3d7f3 HTTP/1.1" status: 204 len: 168 time: 0.2562056 Feb 16 09:38:49.174617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35008) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:49.174963 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0f650-1182-42fb-9e15-e7b7fc0d8f3d None None] Network c560ef4a-8576-4bfb-a5cb-977e9ca764f0 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:38:49.246879 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (c560ef4a-8576-4bfb-a5cb-977e9ca764f0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.300999 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Deleting port 374957a1-f9d4-4762-ad7c-62acd9131742 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:38:49.301333 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.363406 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] For port 374957a1-f9d4-4762-ad7c-62acd9131742, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=374957a1-f9d4-4762-ad7c-62acd9131742,segment=NetworkSegment(ca563090-35bb-40ed-9e62-55dce3240f2e),segment_id=ca563090-35bb-40ed-9e62-55dce3240f2e)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:38:49.363761 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.375730 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Calling delete_port for 374957a1-f9d4-4762-ad7c-62acd9131742 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:38:49.455526 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (374957a1-f9d4-4762-ad7c-62acd9131742), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.469637 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136aa4b-4f20-494f-927c-5a7eac5dcb69 None None] DHCP port deletion for c560ef4a-8576-4bfb-a5cb-977e9ca764f0 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:38:49.483437 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Pushing event deleted for resources: {'Port': ['ID=374957a1-f9d4-4762-ad7c-62acd9131742,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:49.485312 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] No DVR routers for this DVR port 374957a1-f9d4-4762-ad7c-62acd9131742 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:38:49.558731 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (c560ef4a-8576-4bfb-a5cb-977e9ca764f0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.580631 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c560ef4a-8576-4bfb-a5cb-977e9ca764f0']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:49.591271 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca563090-35bb-40ed-9e62-55dce3240f2e') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:49.591565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca563090-35bb-40ed-9e62-55dce3240f2e') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:38:49.597980 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 374957a1-f9d4-4762-ad7c-62acd9131742 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:49.605497 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (ca563090-35bb-40ed-9e62-55dce3240f2e), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.618305 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 374957a1-f9d4-4762-ad7c-62acd9131742 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:49.618996 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 374957a1-f9d4-4762-ad7c-62acd9131742 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:49.619659 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:49.619876 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (ca563090-35bb-40ed-9e62-55dce3240f2e), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.626609 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:38:49.627044 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (ca563090-35bb-40ed-9e62-55dce3240f2e), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:38:49.628805 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:38:49.639860 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:49.640221 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 97cc29ff-e2e8-4f9d-ad22-ca5090884cd1 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:49.640631 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0452d897-4d64-4e50-a623-e6286c8e0d46 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:38:49.659365 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 0452d897-4d64-4e50-a623-e6286c8e0d46 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:38:49.659696 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 0452d897-4d64-4e50-a623-e6286c8e0d46 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:38:49.688386 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (c560ef4a-8576-4bfb-a5cb-977e9ca764f0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.694391 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.698036 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] 10.222.0.90 "DELETE /v2.0/networks/c560ef4a-8576-4bfb-a5cb-977e9ca764f0 HTTP/1.1" status: 204 len: 168 time: 0.5225165 Feb 16 09:38:49.708435 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61458-3ad6-487e-a214-54dd6a15edee admin admin] Pushing event deleted for resources: {'Network': ['ID=c560ef4a-8576-4bfb-a5cb-977e9ca764f0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:49.829298 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35012) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:49.872009 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-63c6c096-00e2-4ab3-aab2-14d3f715b453 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=690745bb6b6d4a1d8e021f08b9370685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415545 Feb 16 09:38:49.874424 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35014) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:49.921173 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] Publish callbacks [] for security_group (65f6b263-fe26-4a62-864a-a74e62380397), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.942161 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] Publish callbacks [] for security_group (65f6b263-fe26-4a62-864a-a74e62380397), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.987467 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (65f6b263-fe26-4a62-864a-a74e62380397), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.989991 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:49.991691 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65f6b263-fe26-4a62-864a-a74e62380397 HTTP/1.1" status: 204 len: 168 time: 0.1163950 Feb 16 09:38:49.999218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acedeec-73aa-471d-b517-b5c43eb954c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f6b263-fe26-4a62-864a-a74e62380397,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:50.329817 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35020) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:50.368688 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-33ec2308-e8e4-4f81-ba2a-fdcc48ee1382 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9d072d981d204ad2be5592d7ff1c2b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377700 Feb 16 09:38:50.371054 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35022) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:38:50.417416 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] Publish callbacks [] for security_group (b8b54382-f6ba-46db-b9bc-0fd5e9146f5a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:50.438141 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] Publish callbacks [] for security_group (b8b54382-f6ba-46db-b9bc-0fd5e9146f5a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:50.485752 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (b8b54382-f6ba-46db-b9bc-0fd5e9146f5a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:50.488877 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:50.490407 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b8b54382-f6ba-46db-b9bc-0fd5e9146f5a HTTP/1.1" status: 204 len: 168 time: 0.1182859 Feb 16 09:38:50.498988 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47461b88-1d40-47cf-8ea2-e799ba8f3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b54382-f6ba-46db-b9bc-0fd5e9146f5a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:38:57.121799 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-87baadc1-8413-41a9-b82e-97f7c01745b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:38:59.513120 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-58aa5502-bf44-45a4-a7ff-2c8a8b9bf673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:00.311507 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76425122-5ec2-4d2c-8067-9eacf75d2604 req-c9a92f09-8551-4aad-9579-a2465eaabb34 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:00.312890 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76425122-5ec2-4d2c-8067-9eacf75d2604 req-c9a92f09-8551-4aad-9579-a2465eaabb34 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0520108 Feb 16 09:39:00.365991 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-76425122-5ec2-4d2c-8067-9eacf75d2604 req-7dd23740-0d3b-4372-b3fe-7e778123a25c tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Feb 16 09:39:00.698542 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:01.488484 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0d05-5f5d-4fad-b409-bdf5371de373 req-8468bd5f-af36-4f15-a3c5-28a85faf93f2 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:01.490052 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f49a0d05-5f5d-4fad-b409-bdf5371de373 req-8468bd5f-af36-4f15-a3c5-28a85faf93f2 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0554667 Feb 16 09:39:01.540118 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-f49a0d05-5f5d-4fad-b409-bdf5371de373 req-e4c2a89b-b8fe-4886-b975-49f8669d924f tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Feb 16 09:39:01.936444 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:02.657775 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfb4c-409f-4377-8e93-5455a9feb088 req-4b5f1c70-27f1-4943-aaf7-7f911a467a06 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:02.659366 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5d3dfb4c-409f-4377-8e93-5455a9feb088 req-4b5f1c70-27f1-4943-aaf7-7f911a467a06 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0518386 Feb 16 09:39:02.707151 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-5d3dfb4c-409f-4377-8e93-5455a9feb088 req-32948f4e-f6b4-43cd-9a2c-65d6b9056933 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Feb 16 09:39:03.501282 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:03.565085 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:39:03.823476 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2f5d5-118f-4cb4-a87e-84d0d5fc7566 req-d123ffc1-1424-4517-a5ff-f4dbe713d048 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:03.824999 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7ee2f5d5-118f-4cb4-a87e-84d0d5fc7566 req-d123ffc1-1424-4517-a5ff-f4dbe713d048 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0514269 Feb 16 09:39:03.877057 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-7ee2f5d5-118f-4cb4-a87e-84d0d5fc7566 req-dff769db-2b53-4943-a0da-98934ce7f048 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465269 Feb 16 09:39:04.996796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5da550-94bf-42b2-8497-4d168b40e1c0 req-a19450b0-ff9b-4d4c-88af-96d4609e953b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:04.998250 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bf5da550-94bf-42b2-8497-4d168b40e1c0 req-a19450b0-ff9b-4d4c-88af-96d4609e953b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0515947 Feb 16 09:39:05.047301 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-bf5da550-94bf-42b2-8497-4d168b40e1c0 req-b6d10b41-d74d-4003-b6c1-296b82904666 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Feb 16 09:39:06.162832 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f711f3-ed20-4ff0-9a7d-7100b1a73f09 req-7dfa95eb-01ea-4f94-9054-c2329eb36143 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:06.164544 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7f711f3-ed20-4ff0-9a7d-7100b1a73f09 req-7dfa95eb-01ea-4f94-9054-c2329eb36143 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0506861 Feb 16 09:39:06.211666 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-a7f711f3-ed20-4ff0-9a7d-7100b1a73f09 req-cc1eb353-d8ee-44e5-b119-c5ad705978db tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Feb 16 09:39:07.330906 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e46dd-3aa6-4f4c-a105-0c52e738ed51 req-82bd33d9-090d-4140-b0b4-3fb7f2e243ed tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:07.332384 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fe9e46dd-3aa6-4f4c-a105-0c52e738ed51 req-82bd33d9-090d-4140-b0b4-3fb7f2e243ed tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0554047 Feb 16 09:39:07.380688 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-fe9e46dd-3aa6-4f4c-a105-0c52e738ed51 req-8dc2607f-884d-4e7d-b1b9-1ef6282abb52 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417495 Feb 16 09:39:08.505459 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b7ca-47dc-4406-9d31-4406b466617b req-358ec108-27fc-4a91-a355-e14fa9f1ce23 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:08.507515 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9c06b7ca-47dc-4406-9d31-4406b466617b req-358ec108-27fc-4a91-a355-e14fa9f1ce23 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0568569 Feb 16 09:39:08.556808 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-9c06b7ca-47dc-4406-9d31-4406b466617b req-b61d84ae-757b-4ef1-9ddc-8a1e05a653b6 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436635 Feb 16 09:39:09.676272 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9ab2-5978-4c58-bbb4-f820e50fa39c req-98b5a3ab-14dd-4999-9fc0-c06a416db00b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:09.678729 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c9fd9ab2-5978-4c58-bbb4-f820e50fa39c req-98b5a3ab-14dd-4999-9fc0-c06a416db00b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0559008 Feb 16 09:39:09.728449 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-c9fd9ab2-5978-4c58-bbb4-f820e50fa39c req-003eba96-cf9f-494d-a666-182bf084dfea tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Feb 16 09:39:10.466569 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2895-aaea-402a-b924-40d6086296bc req-8c97d28d-b1aa-4692-8f65-67fec4bcf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:10.468078 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-8c97d28d-b1aa-4692-8f65-67fec4bcf608 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0428226 Feb 16 09:39:10.558162 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2895-aaea-402a-b924-40d6086296bc req-14f564cc-8b86-4a6e-86f4-1ec369aea3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:10.559690 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-14f564cc-8b86-4a6e-86f4-1ec369aea3f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0853808 Feb 16 09:39:10.629296 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-ab06682c-e744-4410-81c5-a87eab0619a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1002 time: 0.0620546 Feb 16 09:39:10.677087 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2895-aaea-402a-b924-40d6086296bc req-d1c32f20-5b4f-49df-940d-32f85bc58608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:10.678551 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-d1c32f20-5b4f-49df-940d-32f85bc58608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0424082 Feb 16 09:39:10.727492 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2895-aaea-402a-b924-40d6086296bc req-3e29aff1-a20d-4f22-b580-f3ebef417852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:10.728927 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-3e29aff1-a20d-4f22-b580-f3ebef417852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432920 Feb 16 09:39:10.821249 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-8d742055-c718-4650-aa5f-dbbdc1b50100 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Feb 16 09:39:10.844475 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27783502-6afe-4899-a675-36f846b63dfd req-ed3f83be-48d6-45b4-bd67-27b9870c6e33 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:10.846564 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27783502-6afe-4899-a675-36f846b63dfd req-ed3f83be-48d6-45b4-bd67-27b9870c6e33 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0524566 Feb 16 09:39:10.901422 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-27783502-6afe-4899-a675-36f846b63dfd req-6e3507f1-f08b-490d-85e7-5777f9ac7288 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Feb 16 09:39:10.913495 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5fe2895-aaea-402a-b924-40d6086296bc req-fe4f9ed3-b5c4-434a-8fc5-d4a1e94f589e service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852611 Feb 16 09:39:12.018161 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951934df-68a9-42af-ae3c-d8d224bce181 req-9916794e-7116-45cb-8ffa-d3698f808acf tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:12.019661 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-951934df-68a9-42af-ae3c-d8d224bce181 req-9916794e-7116-45cb-8ffa-d3698f808acf tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0510159 Feb 16 09:39:12.071319 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-951934df-68a9-42af-ae3c-d8d224bce181 req-85cd1bd6-3dd2-4b05-a515-ec9231b4cff7 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459569 Feb 16 09:39:13.190098 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa398c7-5a2d-4815-808a-a4bb9ba38a0a req-acc20797-3503-444f-b074-f48f35dd876c tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:13.191572 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-caa398c7-5a2d-4815-808a-a4bb9ba38a0a req-acc20797-3503-444f-b074-f48f35dd876c tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0527093 Feb 16 09:39:13.244086 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-caa398c7-5a2d-4815-808a-a4bb9ba38a0a req-662f0b0c-abf6-44a4-a9a0-255c986bf35f tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462196 Feb 16 09:39:13.446921 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-23063d3e-c315-4a86-b944-7affdeeee041 req-cf6dc077-ea57-4d50-87b9-9d3f8df4fd08 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:39:13.448073 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-23063d3e-c315-4a86-b944-7affdeeee041 req-cf6dc077-ea57-4d50-87b9-9d3f8df4fd08 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1397219 Feb 16 09:39:13.585682 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35078) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:39:13.606713 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011088e-884a-424f-b7e3-bc003478d8c1 req-ab0695ec-8bd8-4a51-8855-847dadec2f74 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:13.608321 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4011088e-884a-424f-b7e3-bc003478d8c1 req-ab0695ec-8bd8-4a51-8855-847dadec2f74 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0529523 Feb 16 09:39:13.657862 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-4011088e-884a-424f-b7e3-bc003478d8c1 req-07d63398-1844-42ad-b052-93ca422c359d tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440791 Feb 16 09:39:13.932280 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-dedbf33f-bdbb-464d-a930-a2edc7717966 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3450332 Feb 16 09:39:13.940564 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-588f72ab-87ad-4fbd-9fb1-be813612a840 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 09:39:13.941508 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-588f72ab-87ad-4fbd-9fb1-be813612a840 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048068 Feb 16 09:39:14.074575 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35086) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:39:14.123461 dv-cinder-828459-1-iscsi neutron-server[102656]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 09:39:14.166215 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-dc8962d6-eae4-40a0-9989-bf13dbd0d191 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:14.167522 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-dc8962d6-eae4-40a0-9989-bf13dbd0d191 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports/f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 943 time: 0.0919859 Feb 16 09:39:14.781783 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388f598-21e0-40e4-8828-e71f6940ffd2 req-6548f95f-1e22-4120-877a-a79ac534c85a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:14.783273 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0388f598-21e0-40e4-8828-e71f6940ffd2 req-6548f95f-1e22-4120-877a-a79ac534c85a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0558748 Feb 16 09:39:14.831438 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-0388f598-21e0-40e4-8828-e71f6940ffd2 req-f838c980-e262-485b-88a2-e5fe3e2fd576 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Feb 16 09:39:15.533542 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-6f9d4b57-3b2d-41f8-829b-e93a0fa10e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.534986 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-6f9d4b57-3b2d-41f8-829b-e93a0fa10e9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f&tenant_id=facc2e90f7094144b7bce35e32b72941 HTTP/1.1" status: 200 len: 1130 time: 0.0453608 Feb 16 09:39:15.603416 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-eee1cae4-595b-4743-8786-2ee77297f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.604888 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-eee1cae4-595b-4743-8786-2ee77297f01a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0463936 Feb 16 09:39:15.692592 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-4c438ce9-f2bc-4adb-a211-0d9370af9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.694170 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-4c438ce9-f2bc-4adb-a211-0d9370af9203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0814919 Feb 16 09:39:15.761842 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-89924809-fb2d-4573-bdd6-0898e4241663 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1002 time: 0.0599043 Feb 16 09:39:15.811044 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-c410ce2c-df6c-48aa-9b03-5a5bcc5a8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.812419 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-c410ce2c-df6c-48aa-9b03-5a5bcc5a8d62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0435545 Feb 16 09:39:15.859811 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-e8ee6e98-2e9f-450d-9ad4-9d00f1deb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.861339 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-e8ee6e98-2e9f-450d-9ad4-9d00f1deb929 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419226 Feb 16 09:39:15.952543 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6de732-1100-47f7-8e02-473383a020ff req-7e61eb19-3c13-4b56-a27b-0b736345cb9e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:15.954021 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e6de732-1100-47f7-8e02-473383a020ff req-7e61eb19-3c13-4b56-a27b-0b736345cb9e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0522697 Feb 16 09:39:15.959475 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-0beca719-b3f3-487d-b6d2-8a46e5255c29 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Feb 16 09:39:16.003813 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6e6de732-1100-47f7-8e02-473383a020ff req-0144e018-db29-404b-8c0f-2ebcbddf1f40 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Feb 16 09:39:16.051340 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-d7df4bdd-a599-4b47-a7ff-df8226495cf3 req-2d192e75-8e61-4547-940f-8e11dbefe721 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848670 Feb 16 09:39:16.186100 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:39:16.261642 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a is: ACTIVE; New status is: DOWN {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:39:16.262029 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:16.283128 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:39:16.285340 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b4ecb-7b31-4b07-b99c-c76fbed4fa6b" -d '{"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:39:16.297410 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:39:16.303422 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:16.350673 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=6']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:39:16.391874 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501aa9e-5f8e-436c-9ad9-150f298c3344 x-openstack-request-id: req-1501aa9e-5f8e-436c-9ad9-150f298c3344 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:39:16.392187 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:39:16.392440 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1501aa9e-5f8e-436c-9ad9-150f298c3344 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:39:16.392833 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'code': 200} Feb 16 09:39:17.094505 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:17.120818 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee381f4-e5cd-47f2-98f0-37c62fedf7de req-c8ca3c65-1171-4630-a2a8-365224de3ea2 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:17.122259 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eee381f4-e5cd-47f2-98f0-37c62fedf7de req-c8ca3c65-1171-4630-a2a8-365224de3ea2 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0509961 Feb 16 09:39:17.173545 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-eee381f4-e5cd-47f2-98f0-37c62fedf7de req-37381e62-6c72-4f3b-b24a-421f13143437 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457382 Feb 16 09:39:18.292707 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b980c-fd4c-4413-8085-cd7f86a1e5d3 req-6fe5f2ce-1af1-4284-b3ee-b769aeeb3192 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:18.294082 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-722b980c-fd4c-4413-8085-cd7f86a1e5d3 req-6fe5f2ce-1af1-4284-b3ee-b769aeeb3192 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0514677 Feb 16 09:39:18.341777 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-722b980c-fd4c-4413-8085-cd7f86a1e5d3 req-982fb117-795b-4252-a33e-2d162d689ae3 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Feb 16 09:39:19.457184 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eabf3-1e06-4224-a3e3-bccae4cc1c9f req-5a8bde48-9f1d-4c48-9ce8-63cf53bf8a4b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:19.458652 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-167eabf3-1e06-4224-a3e3-bccae4cc1c9f req-5a8bde48-9f1d-4c48-9ce8-63cf53bf8a4b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0512996 Feb 16 09:39:19.510864 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-167eabf3-1e06-4224-a3e3-bccae4cc1c9f req-63980aa8-4f3a-4a5c-a59b-3cc76390e503 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Feb 16 09:39:20.631164 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6765-b3da-4e59-97d8-0ee94cdb02bc req-ba2f9c13-2b27-4e45-a8c2-ec5d1ab48b10 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:20.632779 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b4b6765-b3da-4e59-97d8-0ee94cdb02bc req-ba2f9c13-2b27-4e45-a8c2-ec5d1ab48b10 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0562153 Feb 16 09:39:20.681856 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-1b4b6765-b3da-4e59-97d8-0ee94cdb02bc req-51bfdf90-733b-4e36-bfb4-a46c8484cf81 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Feb 16 09:39:21.797470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a755-ff47-4daf-90e3-aa2962885857 req-899903a2-1067-45ec-be63-77b599eb0462 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:21.798939 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b779a755-ff47-4daf-90e3-aa2962885857 req-899903a2-1067-45ec-be63-77b599eb0462 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0518653 Feb 16 09:39:21.847168 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-b779a755-ff47-4daf-90e3-aa2962885857 req-45c5412c-176a-4e80-a06b-9dea3ccfae85 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Feb 16 09:39:22.189026 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e26b00-a9fe-4ad2-9210-445539387164 req-41839ce7-4f2d-4dae-b7d3-5944fa03ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:22.190404 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-93e26b00-a9fe-4ad2-9210-445539387164 req-41839ce7-4f2d-4dae-b7d3-5944fa03ab7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1128 time: 0.0467131 Feb 16 09:39:22.233531 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-93e26b00-a9fe-4ad2-9210-445539387164 req-8b2a45d6-3eaf-44b9-b93c-8739a8f7be4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366082 Feb 16 09:39:22.965455 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae0cb2-747f-478b-995f-19459f17b8de req-968077ba-37a9-4573-a012-5ab89a072c6b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:22.966905 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-abae0cb2-747f-478b-995f-19459f17b8de req-968077ba-37a9-4573-a012-5ab89a072c6b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0542290 Feb 16 09:39:23.014790 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-abae0cb2-747f-478b-995f-19459f17b8de req-14de5583-56e7-408d-a9f4-5ab46637d0a0 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Feb 16 09:39:24.132802 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b90065-d7d9-4dcd-b244-7a4dd8ada037 req-7b289508-dc36-440d-abd7-659985b9bfe6 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:24.134278 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-79b90065-d7d9-4dcd-b244-7a4dd8ada037 req-7b289508-dc36-440d-abd7-659985b9bfe6 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 944 time: 0.0522001 Feb 16 09:39:24.182496 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-79b90065-d7d9-4dcd-b244-7a4dd8ada037 req-ab45548c-0c8a-4281-8247-a6dc02644d6b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427120 Feb 16 09:39:24.235330 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a details requested by agent hyperv_hv-cinder-82845 with host hv-cinder-82845 {{(pid=102658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 09:39:24.463394 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:39:24.473999 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Returning: {'device': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'port_id': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'mac_address': 'fa:16:3e:27:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 09:39:24.509936 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a is: DOWN; New status is: BUILD {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:39:24.510309 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:24.522912 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69183cd-2b15-4bbd-b270-2cb0eb30ea9a {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 09:39:24.545744 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:39:24.549934 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:24.595093 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=7']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:39:24.830586 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] get_ports_and_sgs() called for port_ids ['f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'] {{(pid=102658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 09:39:25.206193 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-963fa309-5a02-49de-a380-a701ff4aeb4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426810 Feb 16 09:39:25.271047 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-8f68b289-efc6-472e-8ccf-031d5b2cf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:25.272633 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-8f68b289-efc6-472e-8ccf-031d5b2cf7ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1129 time: 0.0432198 Feb 16 09:39:25.378095 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-a4a998fb-27c1-427c-8c8e-730c2a6d956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:25.379513 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-a4a998fb-27c1-427c-8c8e-730c2a6d956d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0848734 Feb 16 09:39:25.441758 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-140e86c6-a6e0-4c7c-b693-1f4f1a645eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1001 time: 0.0554667 Feb 16 09:39:25.494278 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-8f8adc7f-7861-4fed-9204-6dc9975838b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:25.495613 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-8f8adc7f-7861-4fed-9204-6dc9975838b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0465438 Feb 16 09:39:25.542199 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-e9a7a431-31b4-45c7-b2c1-35c1484491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:39:25.543619 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-e9a7a431-31b4-45c7-b2c1-35c1484491b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417700 Feb 16 09:39:25.631727 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-8317a56f-b55b-4f23-a94a-d8a3db575af9 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802522 Feb 16 09:39:25.723962 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-bd44c70c-bfb5-41c6-a1b2-a3bffd7413fc req-fd663318-4258-4ffa-bd6e-0efab5d403b6 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Feb 16 09:39:26.261092 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a up at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 09:39:26.307883 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Provisioning complete for port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a triggered by entity L2. {{(pid=102658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:39:26.308200 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758942'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), provisioning_complete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:26.383726 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Current status of the port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a is: BUILD; New status is: ACTIVE {{(pid=102658) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 09:39:26.384127 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691273'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:26.413158 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:39:26.415609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dce2d6bd047dfc3371ec478cddcc2c0f9c223ad55ed31d3243eda49fd46359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabe06b-4ac8-4cc9-b6f8-bdcd5783438d" -d '{"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:39:26.427530 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:39:26.432595 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783846854512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783846246458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783846246476'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:26.455965 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff162c0-1bd7-4358-8d31-bb5817c0f9c1 x-openstack-request-id: req-9ff162c0-1bd7-4358-8d31-bb5817c0f9c1 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:39:26.456302 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:39:26.456553 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9ff162c0-1bd7-4358-8d31-bb5817c0f9c1 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:39:26.456937 dv-cinder-828459-1-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'code': 200} Feb 16 09:39:26.482528 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Pushing event updated for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=8']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:39:27.124247 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c40579cb-5f4e-44b8-b9e5-bfd21a7d7572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:29.513955 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2b218de5-889c-45e3-b0a4-74dbb48c3565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:30.701991 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:31.940977 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:33.504399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:40.563986 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:39:47.132970 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:57.125387 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38cdb3f1-4dbd-4e69-8e75-8d6f0c54f9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:39:59.514982 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2980cccc-7f28-43b9-9da0-28b35d0b187a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:00.702769 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:01.943760 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:03.509453 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:17.136160 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:17.562412 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:40:25.177072 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-a8eae707-e422-4eef-9d6f-f7a0e67d947d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421739 Feb 16 09:40:25.265549 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-0825623e-14d1-4fc8-aae6-f783749995d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:25.266983 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-0825623e-14d1-4fc8-aae6-f783749995d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0470304 Feb 16 09:40:25.369130 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-154a8756-44ab-4b85-be31-ad25a9c1986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:25.370570 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-154a8756-44ab-4b85-be31-ad25a9c1986f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0840952 Feb 16 09:40:25.437570 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-e77669b4-d11d-4f2d-b518-6497fc231ce7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 1002 time: 0.0605068 Feb 16 09:40:25.485693 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-5f19ada3-da9e-4ad3-83f8-524f0c05feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:25.487103 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-5f19ada3-da9e-4ad3-83f8-524f0c05feab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0425959 Feb 16 09:40:25.534903 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-71d06a25-07a7-40f8-80db-e0c359aa4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:25.536311 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-71d06a25-07a7-40f8-80db-e0c359aa4575 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430465 Feb 16 09:40:25.630135 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-66665b57-2c91-4185-a3d5-b11ce2002873 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873535 Feb 16 09:40:25.718018 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-b5a56bea-10f4-4a56-a83c-c240fddf0373 req-d15a408b-431d-4bf8-9611-284b3aa3d824 service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815394 Feb 16 09:40:27.127591 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c90b7393-64aa-4f44-a79a-21777a32c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:29.515721 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3b171117-7632-4e3f-8fb5-50674342b770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:30.705511 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:31.947390 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:33.511074 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.210668 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35132) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:37.367320 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Deleting port 08983374-85c7-4e3c-a13e-ce0bd7d2a6ca {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:37.367658 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.439882 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.440234 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for floatingip (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.452279 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Calling delete_port for 08983374-85c7-4e3c-a13e-ce0bd7d2a6ca owned by network:floatingip {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:37.619402 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (08983374-85c7-4e3c-a13e-ce0bd7d2a6ca), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.646464 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event deleted for resources: {'Port': ['ID=08983374-85c7-4e3c-a13e-ce0bd7d2a6ca,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:37.671431 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.671781 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.672156 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.672496 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.672828 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.673157 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.673482 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.673802 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.674122 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.674444 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.674783 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.675097 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.675415 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:37.720973 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for floatingip (6c0fa97b-0ef9-4f25-b57f-a93c079ec82a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:37.721301 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.db.l3_db [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Floating IP 6c0fa97b-0ef9-4f25-b57f-a93c079ec82a disassociated (deleted). External IP: 172.27.3.143, port: f69183cd-2b15-4bbd-b270-2cb0eb30ea9a. Feb 16 09:40:37.929146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:40:38.037719 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:40:38.042709 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for floatingip (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:38.051126 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Sync routers for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:40:38.060427 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:38.061048 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:38.077580 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-7b2ec596-f8f5-46f2-a283-fd5e74987a3b tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "DELETE /v2.0/floatingips/6c0fa97b-0ef9-4f25-b57f-a93c079ec82a HTTP/1.1" status: 204 len: 168 time: 0.8634000 Feb 16 09:40:38.077580 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:40:38.078054 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b9061-c5df-4efe-935e-464c6984e332" -d '{"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:40:38.116936 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b402171-14b0-45fa-a7d6-2ff4ec80db18 x-openstack-request-id: req-4b402171-14b0-45fa-a7d6-2ff4ec80db18 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:40:38.117287 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:40:38.117625 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4b402171-14b0-45fa-a7d6-2ff4ec80db18 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:40:38.118204 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'status': 'completed', 'code': 200} Feb 16 09:40:38.173187 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:38.186907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b9061-c5df-4efe-935e-464c6984e332 req-aab83f54-7cc2-49a2-9607-3c6d4d93660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:38.189331 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-aab83f54-7cc2-49a2-9607-3c6d4d93660a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=facc2e90f7094144b7bce35e32b72941&device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 1130 time: 0.0508904 Feb 16 09:40:38.293068 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b9061-c5df-4efe-935e-464c6984e332 req-3291aa97-29e9-4bb3-a8af-f01d1517100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:38.294656 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-3291aa97-29e9-4bb3-a8af-f01d1517100d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 200 len: 910 time: 0.0907440 Feb 16 09:40:38.315452 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbf76-e7f0-44d1-9b94-66075ec6bcad req-94f06b93-1c0e-4789-a559-a07f483c9a13 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:38.317380 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af5bbf76-e7f0-44d1-9b94-66075ec6bcad req-94f06b93-1c0e-4789-a559-a07f483c9a13 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0542502 Feb 16 09:40:38.339733 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-c8d1e229-487d-4d44-90ae-3d81e926e0c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 200 len: 217 time: 0.0381188 Feb 16 09:40:38.371883 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-af5bbf76-e7f0-44d1-9b94-66075ec6bcad req-6f83949f-7c96-49ab-b0a7-04eb5a0e9c3f tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486345 Feb 16 09:40:38.375860 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:38.391273 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b9061-c5df-4efe-935e-464c6984e332 req-75077e94-9bd2-404b-bf94-bcbc41969541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:38.392846 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-75077e94-9bd2-404b-bf94-bcbc41969541 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 200 len: 848 time: 0.0453231 Feb 16 09:40:38.403018 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Checking router: 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:40:38.412407 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:38.413291 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:38.444258 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b9061-c5df-4efe-935e-464c6984e332 req-6afbb3d7-e99d-4fac-8270-293a7f9ecfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:38.445680 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-6afbb3d7-e99d-4fac-8270-293a7f9ecfd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e97227f-39c7-4d82-957a-e9b1f2345392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448329 Feb 16 09:40:38.522008 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:38.545062 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-d03a1f95-09b5-45df-a2ef-81c39b6b7bae service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897620 Feb 16 09:40:38.638147 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-493b9061-c5df-4efe-935e-464c6984e332 req-9eeda9ba-acb7-4c7f-b398-79d9d78b2cff service neutron] 10.222.0.24 "GET /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863965 Feb 16 09:40:38.722993 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:38.748577 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca820f-b787-467a-8c29-10ac68b54fed None None] The sync data for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi is: [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:35:52Z', 'revision_number': 4, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi', '_interfaces': [{'id': '15c384bc-6c04-4f8e-92da-5778f3e709c5', 'name': '', 'network_id': '2e97227f-39c7-4d82-957a-e9b1f2345392', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'mac_address': 'fa:16:3e:43:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:52Z', 'updated_at': '2022-02-16T09:35:56Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'subnets': [{'id': '1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:40:38.971048 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393859b-6085-4363-8e8f-05f140269444 None None] New status for floating IP 6c0fa97b-0ef9-4f25-b57f-a93c079ec82a: DOWN {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 09:40:39.490577 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5567-43af-4e4f-abfc-a56d3e9fd7dc req-e686fca7-0404-4853-943e-8cecc9301019 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:39.492053 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6f1b5567-43af-4e4f-abfc-a56d3e9fd7dc req-e686fca7-0404-4853-943e-8cecc9301019 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0507960 Feb 16 09:40:39.542245 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-6f1b5567-43af-4e4f-abfc-a56d3e9fd7dc req-fd4c5403-7c36-4dd3-a492-2bfc72dcd911 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/security-groups?id=8fc89bbc-d915-4e4a-b513-c2efe262feb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Feb 16 09:40:39.993866 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-c3a8eed6-91e6-4c87-a385-040dd7759842 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:40:39.995336 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-c3a8eed6-91e6-4c87-a385-040dd7759842 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 946 time: 0.0579133 Feb 16 09:40:40.112974 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Deleting port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:40.113540 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:40.228419 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] For port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a, host hv-cinder-82845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82845',level=0,port_id=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:40.228777 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:40.243019 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Calling delete_port for f69183cd-2b15-4bbd-b270-2cb0eb30ea9a owned by compute:nova {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:40.393573 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (f69183cd-2b15-4bbd-b270-2cb0eb30ea9a), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:40.424392 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event deleted for resources: {'Port': ['ID=f69183cd-2b15-4bbd-b270-2cb0eb30ea9a,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:40.472326 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] No DVR routers for this DVR port f69183cd-2b15-4bbd-b270-2cb0eb30ea9a on host hv-cinder-82845 {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:40:40.475123 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107736'] for port (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:40.479276 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [req-ecce05a4-8ef3-4ac8-83c6-d0bf5b1b046e req-2045dafe-3d63-4f35-a44b-2cd329a0c38a tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.24 "DELETE /v2.0/ports/f69183cd-2b15-4bbd-b270-2cb0eb30ea9a HTTP/1.1" status: 204 len: 173 time: 0.4747145 Feb 16 09:40:40.479738 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-deleted', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a'}] {{(pid=102656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 09:40:40.483617 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84856b6e4594306b207a1b01ccfc3a493398d82226fb9861fa0744dba81a06ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba0d14-2888-4f32-916d-5eb27f4babd2" -d '{"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-deleted", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a"}]}' {{(pid=102656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 09:40:40.523535 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088c531-0151-4052-9c92-c7546db5f0b3 x-openstack-request-id: req-5088c531-0151-4052-9c92-c7546db5f0b3 {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 09:40:40.523907 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081d637-7389-48b1-816a-1eba4bd25e9f", "name": "network-vif-deleted", "tag": "f69183cd-2b15-4bbd-b270-2cb0eb30ea9a", "status": "completed", "code": 200}]} {{(pid=102656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 09:40:40.524218 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5088c531-0151-4052-9c92-c7546db5f0b3 {{(pid=102656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 09:40:40.524616 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081d637-7389-48b1-816a-1eba4bd25e9f', 'name': 'network-vif-deleted', 'tag': 'f69183cd-2b15-4bbd-b270-2cb0eb30ea9a', 'status': 'completed', 'code': 200} Feb 16 09:40:40.651835 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [req-54c13cfd-947e-49a9-8e97-723f4e36c1f0 req-926dae69-b817-4977-b893-842b71f9403e tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "GET /v2.0/ports?device_id=c081d637-7389-48b1-816a-1eba4bd25e9f HTTP/1.1" status: 200 len: 210 time: 0.0298629 Feb 16 09:40:41.710874 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35158) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:41.767062 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (8fc89bbc-d915-4e4a-b513-c2efe262feb0), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:41.791359 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (8fc89bbc-d915-4e4a-b513-c2efe262feb0), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:41.852072 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (8fc89bbc-d915-4e4a-b513-c2efe262feb0), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:41.854562 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:41.855712 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] 10.222.0.90 "DELETE /v2.0/security-groups/8fc89bbc-d915-4e4a-b513-c2efe262feb0 HTTP/1.1" status: 204 len: 168 time: 0.1437960 Feb 16 09:40:41.865254 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec245a9-e4e4-423a-88b0-1a760f5e5ff8 tempest-TestShelveInstance-730669318 tempest-TestShelveInstance-730669318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc89bbc-d915-4e4a-b513-c2efe262feb0,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:41.907096 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35162) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:42.246949 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:42.523461 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a no longer exists at agent hyperv_hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:42.544355 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] No Port match for: f69183cd-2b15-4bbd-b270-2cb0eb30ea9a {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:42.544710 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Device f69183cd-2b15-4bbd-b270-2cb0eb30ea9a not bound to the agent host hv-cinder-82845 {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:42.741976 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Deleting port 15c384bc-6c04-4f8e-92da-5778f3e709c5 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:42.742585 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:42.819821 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] For port 15c384bc-6c04-4f8e-92da-5778f3e709c5, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=15c384bc-6c04-4f8e-92da-5778f3e709c5,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:42.820207 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:42.832300 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Calling delete_port for 15c384bc-6c04-4f8e-92da-5778f3e709c5 owned by network:router_interface {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:43.006700 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (15c384bc-6c04-4f8e-92da-5778f3e709c5), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.032060 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c384bc-6c04-4f8e-92da-5778f3e709c5,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:43.200372 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.411151 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:40:43.517770 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:40:43.523073 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-f25504e1-0619-4f70-958f-fb2eb056f8e7 admin admin] 10.222.0.90 "PUT /v2.0/routers/4cb942dd-5dd4-4d39-94ab-f73a8f10abbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148915 Feb 16 09:40:43.525565 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35164) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:43.528314 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Sync routers for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:40:43.538947 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:43.539557 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:43.640945 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks [] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.648695 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: dv-cinder-828459-1-iscsi {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:43.751425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks [] for router_gateway (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.806863 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Deleting port 5c81a1df-34e1-419d-b76b-ce77801ea3d3 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:43.807213 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.888859 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] For port 5c81a1df-34e1-419d-b76b-ce77801ea3d3, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=5c81a1df-34e1-419d-b76b-ce77801ea3d3,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:43.889229 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:43.901825 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Calling delete_port for 5c81a1df-34e1-419d-b76b-ce77801ea3d3 owned by network:router_gateway {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:43.954455 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:40:42Z', 'revision_number': 5, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port': {'id': '5c81a1df-34e1-419d-b76b-ce77801ea3d3', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:50Z', 'updated_at': '2022-02-16T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:43.981158 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Checking router: 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd for host: dv-cinder-828459-1-iscsi {{(pid=102658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:40:43.989895 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Routers {'4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:43.990511 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'], 'active': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:44.073984 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (5c81a1df-34e1-419d-b76b-ce77801ea3d3), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.079393 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvr_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] Set router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd gateway port host: None {{(pid=102658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:44.100111 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c81a1df-34e1-419d-b76b-ce77801ea3d3,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:44.144975 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_hamode_db [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:40:43Z', 'revision_number': 6, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:44.166158 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.173318 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d44d06-9e5e-4fd8-a362-fd881e2cc0bd None None] The sync data for ids ['4cb942dd-5dd4-4d39-94ab-f73a8f10abbd'] in dv-cinder-828459-1-iscsi is: [{'id': '4cb942dd-5dd4-4d39-94ab-f73a8f10abbd', 'name': 'tempest-TestShelveInstance-1410598418-router', 'tenant_id': 'facc2e90f7094144b7bce35e32b72941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:49Z', 'updated_at': '2022-02-16T09:40:43Z', 'revision_number': 6, 'project_id': 'facc2e90f7094144b7bce35e32b72941', 'gw_port_host': None}] {{(pid=102658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:40:44.260434 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.262537 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks [] for router_controller (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.307669 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (4cb942dd-5dd4-4d39-94ab-f73a8f10abbd), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.308142 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb942dd-5dd4-4d39-94ab-f73a8f10abbd {{(pid=102656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:40:44.312414 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.313535 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-3f81563e-22b4-4950-a399-acdc12950cc0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/4cb942dd-5dd4-4d39-94ab-f73a8f10abbd HTTP/1.1" status: 204 len: 168 time: 0.7870796 Feb 16 09:40:44.316206 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35166) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:44.359769 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Deleting subnet 1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 {{(pid=102656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:40:44.363759 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Publish callbacks [] for subnet (1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.396559 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64576603'] for subnet (1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7), precommit_delete_associations {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.492063 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.545712 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63139800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63332445'] for subnet (1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.571412 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:44.575102 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.580476 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-56b7be1a-aa0b-4dbd-aea7-4aa59152b1a6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1c5baa6a-8b87-4a9e-a106-4f1c0192e9d7 HTTP/1.1" status: 204 len: 168 time: 0.2610965 Feb 16 09:40:44.581663 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35168) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:44.584808 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff42e04-cb9f-4375-a356-9983d008f47e None None] Network 2e97227f-39c7-4d82-957a-e9b1f2345392 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:40:44.656560 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (2e97227f-39c7-4d82-957a-e9b1f2345392), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.712607 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Deleting port b23ca6a8-1b3f-429e-988b-89f6a5821745 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:44.712932 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.777642 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] For port b23ca6a8-1b3f-429e-988b-89f6a5821745, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=b23ca6a8-1b3f-429e-988b-89f6a5821745,segment=NetworkSegment(f3ba637c-4b4d-48b1-9eef-7c6e25954720),segment_id=f3ba637c-4b4d-48b1-9eef-7c6e25954720)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:44.778399 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.791098 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Calling delete_port for b23ca6a8-1b3f-429e-988b-89f6a5821745 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:44.870536 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (b23ca6a8-1b3f-429e-988b-89f6a5821745), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.895146 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23ca6a8-1b3f-429e-988b-89f6a5821745,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:44.898624 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] No DVR routers for this DVR port b23ca6a8-1b3f-429e-988b-89f6a5821745 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:40:44.958205 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cc820-d5be-409a-9848-3cd1b0df0cff None None] DHCP port deletion for 2e97227f-39c7-4d82-957a-e9b1f2345392 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:40:44.972537 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (2e97227f-39c7-4d82-957a-e9b1f2345392), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:44.998204 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e97227f-39c7-4d82-957a-e9b1f2345392']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:45.007938 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ba637c-4b4d-48b1-9eef-7c6e25954720') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:45.008256 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ba637c-4b4d-48b1-9eef-7c6e25954720') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:45.017775 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (f3ba637c-4b4d-48b1-9eef-7c6e25954720), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.031459 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (f3ba637c-4b4d-48b1-9eef-7c6e25954720), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.039186 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:40:45.039568 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (f3ba637c-4b4d-48b1-9eef-7c6e25954720), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:40:45.041467 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:40:45.110425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (2e97227f-39c7-4d82-957a-e9b1f2345392), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.110425 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.113352 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2e97227f-39c7-4d82-957a-e9b1f2345392 HTTP/1.1" status: 204 len: 168 time: 0.5309768 Feb 16 09:40:45.116152 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35170) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:45.124349 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b73a29-701a-4cbb-ac04-be5dc2e64303 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e97227f-39c7-4d82-957a-e9b1f2345392,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:45.467283 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802467'] for router_interface (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.653044 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device b23ca6a8-1b3f-429e-988b-89f6a5821745 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:45.677816 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: b23ca6a8-1b3f-429e-988b-89f6a5821745 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:45.678164 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device b23ca6a8-1b3f-429e-988b-89f6a5821745 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:45.678586 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 5c81a1df-34e1-419d-b76b-ce77801ea3d3 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:45.697719 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 5c81a1df-34e1-419d-b76b-ce77801ea3d3 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:45.698058 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 5c81a1df-34e1-419d-b76b-ce77801ea3d3 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:45.698460 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 15c384bc-6c04-4f8e-92da-5778f3e709c5 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:45.717034 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 15c384bc-6c04-4f8e-92da-5778f3e709c5 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:45.717421 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 15c384bc-6c04-4f8e-92da-5778f3e709c5 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:45.717716 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Deleting port f3471260-fc6b-48e5-950f-cda7ddc92d84 {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:45.718050 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.796560 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] For port f3471260-fc6b-48e5-950f-cda7ddc92d84, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=f3471260-fc6b-48e5-950f-cda7ddc92d84,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:45.797030 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:45.809401 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Calling delete_port for f3471260-fc6b-48e5-950f-cda7ddc92d84 owned by network:router_interface {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:45.987770 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (f3471260-fc6b-48e5-950f-cda7ddc92d84), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:46.012948 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f3471260-fc6b-48e5-950f-cda7ddc92d84,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:46.043454 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.043810 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.044226 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.044568 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.044902 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.045232 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.045587 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.045889 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.046218 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.046541 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.046865 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.047183 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.047500 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:46.193516 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1795845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809427'] for router_interface (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:46.657630 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Router 430ea3d7-830a-4b10-8fc4-43df22e4b414 has already been hosted by L3 agent d8b536af-24a1-4484-a1fa-17b50762b0e8 {{(pid=102655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:40:46.764634 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] Notify agent at l3_agent.dv-cinder-828459-1-iscsi the message routers_updated {{(pid=102655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:40:46.769966 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-b08179d5-f133-4cce-b837-0dc81d3233ed admin admin] 10.222.0.90 "PUT /v2.0/routers/430ea3d7-830a-4b10-8fc4-43df22e4b414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526532 Feb 16 09:40:46.772505 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35172) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:46.773055 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Sync routers for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 09:40:46.784339 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:46.784939 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:46.877621 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks [] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:46.889960 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: dv-cinder-828459-1-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:46.981172 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks [] for router_gateway (430ea3d7-830a-4b10-8fc4-43df22e4b414), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.038292 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Deleting port df5d78f7-5c4f-4454-a2c4-5622bc025baf {{(pid=102655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:47.038620 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.076307 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'external_fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:40:45Z', 'revision_number': 5, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port': {'id': 'df5d78f7-5c4f-4454-a2c4-5622bc025baf', 'name': '', 'network_id': '3f5c2d56-b2c6-4509-b0fb-e6aea93ae90c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828459-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:35:55Z', 'updated_at': '2022-02-16T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e315850-25f7-4c45-b60a-037d7c5e0e9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828459-1-iscsi'}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:47.106650 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Checking router: 430ea3d7-830a-4b10-8fc4-43df22e4b414 for host: dv-cinder-828459-1-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 09:40:47.115282 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Routers {'430ea3d7-830a-4b10-8fc4-43df22e4b414'} bound to L3 agent in host dv-cinder-828459-1-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 09:40:47.115904 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828459-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T09:18:59Z,description=,heartbeat_timestamp=2022-02-16T09:40:30Z,host='dv-cinder-828459-1-iscsi',id=d8b536af-24a1-4484-a1fa-17b50762b0e8,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T09:18:59Z,topic='l3_agent')) {'router_ids': ['430ea3d7-830a-4b10-8fc4-43df22e4b414'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:47.122547 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.db [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] For port df5d78f7-5c4f-4454-a2c4-5622bc025baf, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=df5d78f7-5c4f-4454-a2c4-5622bc025baf,segment=NetworkSegment(d1c756a2-d1dc-4500-8135-abe76b70f412),segment_id=d1c756a2-d1dc-4500-8135-abe76b70f412)] {{(pid=102655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:47.122945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.134201 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.136928 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.plugins.ml2.plugin [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Calling delete_port for df5d78f7-5c4f-4454-a2c4-5622bc025baf owned by network:router_gateway {{(pid=102655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:47.201253 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] Set router 430ea3d7-830a-4b10-8fc4-43df22e4b414 gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 09:40:47.255838 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:40:46Z', 'revision_number': 6, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port_host': None}], 'dv-cinder-828459-1-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:47.282152 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4fb60a-6950-41fe-817b-690fd097d6ac None None] The sync data for ids ['430ea3d7-830a-4b10-8fc4-43df22e4b414'] in dv-cinder-828459-1-iscsi is: [{'id': '430ea3d7-830a-4b10-8fc4-43df22e4b414', 'name': 'tempest-TestShelveInstance-1405043032-router', 'tenant_id': '71a053c2fc2f46998bf82a62c1f9178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:35:54Z', 'updated_at': '2022-02-16T09:40:46Z', 'revision_number': 6, 'project_id': '71a053c2fc2f46998bf82a62c1f9178e', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 09:40:47.306939 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64705837'] for port (df5d78f7-5c4f-4454-a2c4-5622bc025baf), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.333674 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=df5d78f7-5c4f-4454-a2c4-5622bc025baf,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:47.392355 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803433'] for router_gateway (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.484698 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1808948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6551'] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.486815 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks [] for router_controller (430ea3d7-830a-4b10-8fc4-43df22e4b414), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.532470 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1808957'] for router (430ea3d7-830a-4b10-8fc4-43df22e4b414), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.532945 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430ea3d7-830a-4b10-8fc4-43df22e4b414 {{(pid=102655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:40:47.537644 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.538770 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-61a7e30c-1944-496e-9d19-129f8ccb5f7e admin admin] 10.222.0.90 "DELETE /v2.0/routers/430ea3d7-830a-4b10-8fc4-43df22e4b414 HTTP/1.1" status: 204 len: 168 time: 0.7653589 Feb 16 09:40:47.541459 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35174) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:47.585341 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Deleting subnet 26f21a22-4766-4a14-9733-13bd48def19b {{(pid=102655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 09:40:47.588484 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Publish callbacks [] for subnet (26f21a22-4766-4a14-9733-13bd48def19b), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.624274 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64702512'] for subnet (26f21a22-4766-4a14-9733-13bd48def19b), precommit_delete_associations {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.710715 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765580'] for subnet (26f21a22-4766-4a14-9733-13bd48def19b), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.723309 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device f3471260-fc6b-48e5-950f-cda7ddc92d84 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:47.746676 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: f3471260-fc6b-48e5-950f-cda7ddc92d84 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:47.747016 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device f3471260-fc6b-48e5-950f-cda7ddc92d84 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:47.773176 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64705816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64736942'] for subnet (26f21a22-4766-4a14-9733-13bd48def19b), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.803796 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for subnet (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.808235 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/26f21a22-4766-4a14-9733-13bd48def19b HTTP/1.1" status: 204 len: 168 time: 0.2657919 Feb 16 09:40:47.808616 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06b09f-ef14-4c5a-aca2-a39bd367b02e None None] Network 72fcc7b0-b770-4875-a181-4fb778471943 requested from dv-cinder-828459-1-iscsi {{(pid=102658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 09:40:47.809364 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a62ce-ceaf-4ad4-82be-1f22740cfbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f21a22-4766-4a14-9733-13bd48def19b,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:47.810737 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [-] (102656) accepted ('10.222.0.90', 35176) {{(pid=102656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:47.886825 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772337'] for network (72fcc7b0-b770-4875-a181-4fb778471943), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.942769 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Deleting port 6b08ba47-59b9-47c7-938e-921db16bb239 {{(pid=102656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:47.943116 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:47.973144 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] DHCP port deletion for 72fcc7b0-b770-4875-a181-4fb778471943 request from dv-cinder-828459-1-iscsi {{(pid=102658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 09:40:48.012858 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.db [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] For port 6b08ba47-59b9-47c7-938e-921db16bb239, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=6b08ba47-59b9-47c7-938e-921db16bb239,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:48.013220 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.026193 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.plugin [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Calling delete_port for 6b08ba47-59b9-47c7-938e-921db16bb239 owned by network:dhcp {{(pid=102656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:48.028550 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Deleting port 6b08ba47-59b9-47c7-938e-921db16bb239 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 09:40:48.028934 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783846715639'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.097906 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] For port 6b08ba47-59b9-47c7-938e-921db16bb239, host dv-cinder-828459-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828459-1-iscsi',level=0,port_id=6b08ba47-59b9-47c7-938e-921db16bb239,segment=NetworkSegment(69a50b71-bfe0-4252-8105-318152309b26),segment_id=69a50b71-bfe0-4252-8105-318152309b26)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:40:48.098303 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803207'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.110493 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Calling delete_port for 6b08ba47-59b9-47c7-938e-921db16bb239 owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 09:40:48.112773 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63139821'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.137711 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b08ba47-59b9-47c7-938e-921db16bb239,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:48.141222 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] No DVR routers for this DVR port 6b08ba47-59b9-47c7-938e-921db16bb239 on host dv-cinder-828459-1-iscsi {{(pid=102656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:40:48.186571 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783846854494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783846246449'] for port (6b08ba47-59b9-47c7-938e-921db16bb239), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.215155 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758001', 'neutron.services.segments.db._delete_segments_for_network-8783846777483'] for network (72fcc7b0-b770-4875-a181-4fb778471943), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.215643 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Pushing event deleted for resources: {'Port': ['ID=6b08ba47-59b9-47c7-938e-921db16bb239,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:48.220061 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] No DVR routers for this DVR port 6b08ba47-59b9-47c7-938e-921db16bb239 on host dv-cinder-828459-1-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:40:48.227358 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.228084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.228084 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.228359 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.228613 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.228941 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.229267 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.229592 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.229905 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.230229 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.230551 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.230870 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.231188 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e1ce-43e6-4fa1-8208-45130fb3c1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828459-1-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:40:48.242795 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fcc7b0-b770-4875-a181-4fb778471943']}} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:48.252205 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a50b71-bfe0-4252-8105-318152309b26') {'for_net_delete': True} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:48.252505 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.services.segments.db [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a50b71-bfe0-4252-8105-318152309b26') {} {{(pid=102656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:40:48.261560 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783846779028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64576594'] for segment (69a50b71-bfe0-4252-8105-318152309b26), before_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.274166 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901'] for segment (69a50b71-bfe0-4252-8105-318152309b26), precommit_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.279940 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 09:40:48.280455 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63139714'] for segment (69a50b71-bfe0-4252-8105-318152309b26), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: Traceback (most recent call last): Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: timer() Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: cb(*args, **kw) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: return func(*args, **kwargs) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: self._notify() Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: self.callback(batched_events) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: event.method(event) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: return f(self, *a, **k) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._get(url).json() Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: return self.request(url, 'GET', **kwargs) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:40:48.282050 dv-cinder-828459-1-iscsi neutron-server[102656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:40:48.338268 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1795852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803405'] for network (72fcc7b0-b770-4875-a181-4fb778471943), after_delete {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.344000 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron_lib.callbacks.manager [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1795874'] for network (None), before_response {{(pid=102656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.348371 dv-cinder-828459-1-iscsi neutron-server[102656]: INFO neutron.wsgi [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] 10.222.0.90 "DELETE /v2.0/networks/72fcc7b0-b770-4875-a181-4fb778471943 HTTP/1.1" status: 204 len: 168 time: 0.5366204 Feb 16 09:40:48.358671 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec676-c249-4df0-9120-7e8f04b62d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=72fcc7b0-b770-4875-a181-4fb778471943,revision_number=None']} {{(pid=102656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:48.568015 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35180) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:48.607832 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-2f75ffa3-c9ed-483d-b207-3ee438f2d667 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=facc2e90f7094144b7bce35e32b72941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385652 Feb 16 09:40:48.610094 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35182) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:48.656288 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] Publish callbacks [] for security_group (e6dc9816-4567-4523-8499-44261bf1542f), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.677561 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] Publish callbacks [] for security_group (e6dc9816-4567-4523-8499-44261bf1542f), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.724408 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (e6dc9816-4567-4523-8499-44261bf1542f), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.727170 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:48.728404 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e6dc9816-4567-4523-8499-44261bf1542f HTTP/1.1" status: 204 len: 168 time: 0.1173282 Feb 16 09:40:48.735782 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff498d-1f10-43fe-ab6d-a8a483ae6668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc9816-4567-4523-8499-44261bf1542f,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:49.041917 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35188) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:49.084450 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-8bb35968-d53a-4764-adcd-71778c3553b7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=71a053c2fc2f46998bf82a62c1f9178e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413020 Feb 16 09:40:49.086773 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [-] (102655) accepted ('10.222.0.90', 35190) {{(pid=102655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 09:40:49.132710 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] Publish callbacks [] for security_group (22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5), before_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:49.153754 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] Publish callbacks [] for security_group (22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5), precommit_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:49.200221 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405303'] for security_group (22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5), after_delete {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:49.202890 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:49.204051 dv-cinder-828459-1-iscsi neutron-server[102655]: INFO neutron.wsgi [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5 HTTP/1.1" status: 204 len: 168 time: 0.1163905 Feb 16 09:40:49.211870 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce7d9-cce3-4f8c-8a5b-5b4bd6dabded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3b4d4-ab31-4f4d-bd48-3fec2194a0e5,revision_number=None']} {{(pid=102655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:40:49.662810 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df5d78f7-5c4f-4454-a2c4-5622bc025baf no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:49.683749 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: df5d78f7-5c4f-4454-a2c4-5622bc025baf {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:49.684200 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device df5d78f7-5c4f-4454-a2c4-5622bc025baf not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:49.684681 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 6b08ba47-59b9-47c7-938e-921db16bb239 no longer exists at agent ovs-agent-dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 09:40:49.705313 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] No Port match for: 6b08ba47-59b9-47c7-938e-921db16bb239 {{(pid=102658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 09:40:49.705653 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.rpc [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Device 6b08ba47-59b9-47c7-938e-921db16bb239 not bound to the agent host dv-cinder-828459-1-iscsi {{(pid=102658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 09:40:54.560595 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:40:57.136327 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-41cb5e38-b6c6-40ec-8bd6-cc59ca679989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:40:59.520342 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-cb79ae03-4680-4298-9ff3-603dfa4432b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:00.709831 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:01.950416 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:03.513727 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:17.132731 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:27.128459 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-47d9396f-08dd-4465-bf31-7a73f3a952a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:29.526388 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-960f2e1e-d66f-422f-9fdf-810876212141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:30.710622 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:31.559185 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:41:31.953556 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:33.515403 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:47.126613 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:57.129694 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a480-9fd1-4ce1-8e5d-e78358170d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:41:59.527801 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c2f3767b-e169-4bd5-9ef6-68930c4fd4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:00.712791 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:01.956095 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:03.518486 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:08.558070 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:42:17.139609 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:27.131501 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-35b590d8-159d-43e8-b1b1-fe0460d70feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:29.530251 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b2497d56-08f7-4ebf-9cff-6ea77f7b6ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:30.716502 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:31.959081 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:33.520582 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:45.557792 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:42:47.138677 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:53.744805 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-f48d057c-b016-427f-b3e0-054d284639bd req-c72cf197-c32d-452b-9ed4-b564a009246e service neutron] (102655) timed out ('10.222.0.24', 61657) {{(pid=102655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 09:42:54.758830 dv-cinder-828459-1-iscsi neutron-server[102656]: DEBUG neutron.wsgi [req-685d3ed2-ada7-4c41-9960-d5823ad0717d req-727e128c-2c04-4731-b5ec-f78bfb385cbc service neutron] (102656) timed out ('10.222.0.24', 61609) {{(pid=102656) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 09:42:57.133122 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-caac9d56-cd0c-47fe-b178-b51452db33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:42:59.535124 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7a088db5-b3bf-4eae-bf06-de146409a98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:00.720130 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:01.961610 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:03.523055 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:17.153399 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:22.556564 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:43:27.135984 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-28332358-3a72-4194-a811-c37ca88ec915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:29.543686 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816d9cba-f47d-40b8-acd4-aec934aa0aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:30.722638 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:31.965970 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:33.524713 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:47.143080 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:57.138058 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-082cf601-9a72-4739-8a4f-bc716bc07590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:59.535616 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e37a57d9-ca57-4fb1-a02d-2af2352b5225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:43:59.555361 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:44:00.724971 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:01.967981 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:03.527422 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:17.153202 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:27.139459 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4aecb949-aee9-4e59-b516-05a0df006b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:29.537583 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-70fcab8b-8b54-4058-8cbc-c21e1ae7c2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:30.729418 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:31.970408 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:33.531516 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:35.880737 dv-cinder-828459-1-iscsi neutron-server[102655]: DEBUG neutron.wsgi [req-8b390a74-2d70-4aa3-b617-9fc2b420cff4 req-c9ddbd61-9d62-496e-be0c-a5ea75cdbd24 service neutron] (102655) timed out ('10.222.0.24', 61634) {{(pid=102655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 09:44:36.554152 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:44:47.148939 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:57.141768 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9cc4670d-69d7-42d1-a83e-77118d3c67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:44:59.539585 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-45e5b774-9e5b-4deb-b8ba-82fc5891786f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:00.731970 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:01.976949 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:03.534405 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:13.554072 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:45:17.163249 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:27.142527 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-82513c9f-fda6-4e87-9cbf-4466005761d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:29.553867 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-70a95b66-0481-4c33-8019-2fb2ef2a4993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:30.734603 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:31.979670 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:33.538017 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:47.178627 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:50.555089 dv-cinder-828459-1-iscsi neutron-server[102659]: DEBUG neutron.db.agents_db [None req-f911fef3-6320-458a-b6de-f3d812ba944a None None] Agent healthcheck: found 6 active agents {{(pid=102659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 09:45:57.147223 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-634ce9f9-270b-4470-a725-b50691db197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (8159910f-5294-454b-b509-4124fd5eea89), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:45:59.546557 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-12fe425c-16df-4832-a29a-933e77ce4874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (d8b536af-24a1-4484-a1fa-17b50762b0e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:46:00.737197 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-816bf35d-0d1c-4916-8c72-d1ff1a241da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (e3cc1efe-aae9-4e99-abe6-d030a587868f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:46:01.981712 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94464ec6-e8c1-48c8-98ac-1c82d3e8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (dbe33d1e-7969-45f7-917e-96bc9cab18f3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:46:03.541711 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-77c227b8-7ba3-454f-b43b-5ca200245265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (5cfdca90-24bd-4d3d-9bd6-576482d0866b), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 09:46:17.177887 dv-cinder-828459-1-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c142efe-8217-4fc3-bd9c-de1e9a5e9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783846777465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759032'] for agent (231e1664-78cc-47ee-bf6e-1fb3d0cacacd), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}